webhookdb 1.4.0 → 1.5.0

data/lib/webhookdb/tasks/sidekiq.rb

@@ -7,7 +7,7 @@ require "webhookdb"
 module Webhookdb::Tasks
   class Sidekiq < Rake::TaskLib
     def initialize
-      super()
+      super
       namespace :sidekiq do
         desc "Clear the Sidekiq redis DB (flushdb). " \
              "Only use on local, and only for legit reasons, " \

data/lib/webhookdb/tasks/specs.rb

@@ -8,7 +8,7 @@ require "webhookdb"
 module Webhookdb::Tasks
   class Specs < Rake::TaskLib
     def initialize
-      super()
+      super
       namespace :specs do
         desc "Run API integration tests in the 'integration' folder of this gem. " \
              "To run your own tests, create a task similar to this one, " \

data/lib/webhookdb/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Webhookdb
-  VERSION = "1.4.0"
+  VERSION = "1.5.0"
 end

data/lib/webhookdb/webhook_subscription.rb

@@ -136,9 +136,8 @@ class Webhookdb::WebhookSubscription < Webhookdb::Postgres::Model(:webhook_subsc
       rescue StandardError => e
         self.logger.error(
           "webhook_subscription_delivery_failure",
-          error: e,
-          webhook_subscription_id: self.id,
-          webhook_subscription_delivery_id: d.id,
+          {webhook_subscription_id: self.id, webhook_subscription_delivery_id: d.id},
+          e,
         )
         d.add_attempt(status: e.is_a?(Webhookdb::Http::Error) ? e.status : 0)
         if attempt < MAX_DELIVERY_ATTEMPTS

data/lib/webhookdb.rb

@@ -19,6 +19,8 @@ Money.locale_backend = :i18n
 Money.default_currency = "USD"
 Money.rounding_mode = BigDecimal::ROUND_HALF_UP
 
+ActiveSupport.to_time_preserves_timezone = true
+
 module Appydays::Configurable
   def self.fetch_env(keys, default=:__keyerror, env: ENV)
     keys = [keys] unless keys.respond_to?(:to_ary)
@@ -84,7 +86,7 @@ module Webhookdb
             nil,
             key: "LOG_LEVEL",
             side_effect: ->(v) { Appydays::Loggable.default_level = v if v }
-    setting :log_format, nil
+    setting :log_format, :json_trunc
     setting :app_url, "http://localhost:18002"
     setting :api_url, "http://localhost:#{ENV.fetch('PORT', 18_001)}"
     setting :bust_idempotency, false

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: webhookdb
 version: !ruby/object:Gem::Version
-  version: 1.4.0
+  version: 1.5.0
 platform: ruby
 authors:
 - WebhookDB
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-09-01 00:00:00.000000000 Z
+date: 2025-03-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -16,42 +16,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '7.1'
+        version: '7.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '7.1'
+        version: '7.2'
 - !ruby/object:Gem::Dependency
   name: appydays
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: 0.12.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.8'
+        version: 0.12.2
 - !ruby/object:Gem::Dependency
   name: aws-sdk-pricing
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.53'
+        version: '1.70'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.53'
+        version: '1.70'
 - !ruby/object:Gem::Dependency
   name: aws-sdk-sts
   requirement: !ruby/object:Gem::Requirement
@@ -114,42 +114,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.0'
+        version: '6.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.0'
+        version: '6.2'
 - !ruby/object:Gem::Dependency
   name: clipboard
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '1.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.3'
+        version: '1.4'
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '1.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '1.3'
 - !ruby/object:Gem::Dependency
   name: down
   requirement: !ruby/object:Gem::Requirement
@@ -240,14 +240,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.21'
+        version: '0.22'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.21'
+        version: '0.22'
+- !ruby/object:Gem::Dependency
+  name: httpx
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
 - !ruby/object:Gem::Dependency
   name: ice_cube
   requirement: !ruby/object:Gem::Requirement
@@ -268,28 +282,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.7'
+        version: '2.10'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.7'
+        version: '2.10'
 - !ruby/object:Gem::Dependency
   name: liquid
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.4'
+        version: '5.6'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.4'
+        version: '5.6'
 - !ruby/object:Gem::Dependency
   name: mail
   requirement: !ruby/object:Gem::Requirement
@@ -324,42 +338,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '1.13'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '1.13'
 - !ruby/object:Gem::Dependency
   name: money
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.16'
+        version: '6.19'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.16'
+        version: '6.19'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '1.18'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '1.18'
 - !ruby/object:Gem::Dependency
   name: oj
   requirement: !ruby/object:Gem::Requirement
@@ -394,70 +408,70 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.20'
+        version: '2.21'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.20'
+        version: '2.21'
 - !ruby/object:Gem::Dependency
   name: platform-api
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.5'
+        version: '3.7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.5'
+        version: '3.7'
 - !ruby/object:Gem::Dependency
   name: premailer
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.21'
+        version: '1.27'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.21'
+        version: '1.27'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.14'
+        version: '0.15'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.14'
+        version: '0.15'
 - !ruby/object:Gem::Dependency
   name: puma
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.4'
+        version: '6.5'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '6.4'
+        version: '6.5'
 - !ruby/object:Gem::Dependency
   name: rack-cors
   requirement: !ruby/object:Gem::Requirement
@@ -548,70 +562,70 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.19'
+        version: '0.23'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.19'
+        version: '0.23'
 - !ruby/object:Gem::Dependency
   name: semantic_logger
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.15'
+        version: '4.16'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '4.15'
+        version: '4.16'
 - !ruby/object:Gem::Dependency
   name: sentry-ruby
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.17'
+        version: '5.22'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.17'
+        version: '5.22'
 - !ruby/object:Gem::Dependency
   name: sentry-sidekiq
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.17'
+        version: '5.22'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.17'
+        version: '5.22'
 - !ruby/object:Gem::Dependency
   name: sequel
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.75'
+        version: '5.88'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.75'
+        version: '5.88'
 - !ruby/object:Gem::Dependency
   name: sequel-annotate
   requirement: !ruby/object:Gem::Requirement
@@ -660,14 +674,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '1.6'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.5'
+        version: '1.6'
 - !ruby/object:Gem::Dependency
   name: sequel-soft-deletes
   requirement: !ruby/object:Gem::Requirement
@@ -716,14 +730,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '1.9'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.8'
+        version: '1.9'
 - !ruby/object:Gem::Dependency
   name: sidekiq-cron
   requirement: !ruby/object:Gem::Requirement
@@ -758,14 +772,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.4'
+        version: '10.15'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.4'
+        version: '10.15'
 - !ruby/object:Gem::Dependency
   name: uuidx
   requirement: !ruby/object:Gem::Requirement
@@ -900,6 +914,11 @@ files:
 - db/migrations/044_oauth_session_token_cache.rb
 - db/migrations/045_system_log.rb
 - db/migrations/046_indices.rb
+- db/migrations/047_sync_parallelism.rb
+- db/migrations/048_sync_stats.rb
+- db/migrations/049_error_handlers.rb
+- db/migrations/050_logged_webhook_indices.rb
+- db/migrations/051_partitioning.rb
 - integration/async_spec.rb
 - integration/auth_spec.rb
 - integration/database_spec.rb
@@ -907,6 +926,7 @@ files:
 - integration/service_integrations_spec.rb
 - integration/system_spec.rb
 - lib/amigo/durable_job.rb
+- lib/amigo/job_in_context.rb
 - lib/pry/clipboard.rb
 - lib/sequel/advisory_lock.rb
 - lib/sequel/plugins/text_searchable.rb
@@ -925,7 +945,9 @@ files:
 - lib/webhookdb/api/db.rb
 - lib/webhookdb/api/demo.rb
 - lib/webhookdb/api/entities.rb
+- lib/webhookdb/api/error_handlers.rb
 - lib/webhookdb/api/helpers.rb
+- lib/webhookdb/api/icalproxy.rb
 - lib/webhookdb/api/install.rb
 - lib/webhookdb/api/me.rb
 - lib/webhookdb/api/organizations.rb
@@ -951,6 +973,7 @@ files:
 - lib/webhookdb/backfill_job/service_integration_lock.rb
 - lib/webhookdb/backfiller.rb
 - lib/webhookdb/cloudflare.rb
+- lib/webhookdb/concurrent.rb
 - lib/webhookdb/connection_cache.rb
 - lib/webhookdb/console.rb
 - lib/webhookdb/convertkit.rb
@@ -961,6 +984,8 @@ files:
 - lib/webhookdb/db_adapter.rb
 - lib/webhookdb/db_adapter/column_types.rb
 - lib/webhookdb/db_adapter/default_sql.rb
+- lib/webhookdb/db_adapter/partition.rb
+- lib/webhookdb/db_adapter/partitioning.rb
 - lib/webhookdb/db_adapter/pg.rb
 - lib/webhookdb/db_adapter/snowflake.rb
 - lib/webhookdb/dbutil.rb
@@ -980,6 +1005,7 @@ files:
 - lib/webhookdb/fixtures/message_deliveries.rb
 - lib/webhookdb/fixtures/oauth_sessions.rb
 - lib/webhookdb/fixtures/organization_database_migrations.rb
+- lib/webhookdb/fixtures/organization_error_handlers.rb
 - lib/webhookdb/fixtures/organization_memberships.rb
 - lib/webhookdb/fixtures/organizations.rb
 - lib/webhookdb/fixtures/reset_codes.rb
@@ -1012,8 +1038,10 @@ files:
 - lib/webhookdb/jobs/developer_alert_handle.rb
 - lib/webhookdb/jobs/durable_job_recheck_poller.rb
 - lib/webhookdb/jobs/emailer.rb
+- lib/webhookdb/jobs/front_signalwire_message_channel_sync_inbound.rb
 - lib/webhookdb/jobs/icalendar_delete_stale_cancelled_events.rb
 - lib/webhookdb/jobs/icalendar_enqueue_syncs.rb
+- lib/webhookdb/jobs/icalendar_enqueue_syncs_for_urls.rb
 - lib/webhookdb/jobs/icalendar_sync.rb
 - lib/webhookdb/jobs/increase_event_handler.rb
 - lib/webhookdb/jobs/logged_webhooks_replay.rb
@@ -1021,9 +1049,9 @@ files:
 - lib/webhookdb/jobs/message_dispatched.rb
 - lib/webhookdb/jobs/model_event_system_log_tracker.rb
 - lib/webhookdb/jobs/monitor_metrics.rb
-- lib/webhookdb/jobs/organization_database_migration_notify_finished.rb
-- lib/webhookdb/jobs/organization_database_migration_notify_started.rb
+- lib/webhookdb/jobs/organization_database_migration_notify.rb
 - lib/webhookdb/jobs/organization_database_migration_run.rb
+- lib/webhookdb/jobs/organization_error_handler_dispatch.rb
 - lib/webhookdb/jobs/prepare_database_connections.rb
 - lib/webhookdb/jobs/process_webhook.rb
 - lib/webhookdb/jobs/renew_watch_channel.rb
@@ -1033,6 +1061,7 @@ files:
 - lib/webhookdb/jobs/send_invite.rb
 - lib/webhookdb/jobs/send_test_webhook.rb
 - lib/webhookdb/jobs/send_webhook.rb
+- lib/webhookdb/jobs/stale_row_deleter.rb
 - lib/webhookdb/jobs/sync_target_enqueue_scheduled.rb
 - lib/webhookdb/jobs/sync_target_run_sync.rb
 - lib/webhookdb/jobs/trim_logged_webhooks.rb
@@ -1075,6 +1104,7 @@ files:
 - lib/webhookdb/organization/alerting.rb
 - lib/webhookdb/organization/database_migration.rb
 - lib/webhookdb/organization/db_builder.rb
+- lib/webhookdb/organization/error_handler.rb
 - lib/webhookdb/organization_membership.rb
 - lib/webhookdb/phone_number.rb
 - lib/webhookdb/plaid.rb
@@ -1093,6 +1123,7 @@ files:
 - lib/webhookdb/replicator/atom_single_feed_v1.rb
 - lib/webhookdb/replicator/aws_pricing_v1.rb
 - lib/webhookdb/replicator/base.rb
+- lib/webhookdb/replicator/base_stale_row_deleter.rb
 - lib/webhookdb/replicator/column.rb
 - lib/webhookdb/replicator/convertkit_broadcast_v1.rb
 - lib/webhookdb/replicator/convertkit_subscriber_v1.rb
@@ -1117,6 +1148,7 @@ files:
 - lib/webhookdb/replicator/github_repository_event_v1.rb
 - lib/webhookdb/replicator/icalendar_calendar_v1.rb
 - lib/webhookdb/replicator/icalendar_event_v1.rb
+- lib/webhookdb/replicator/icalendar_event_v1_partitioned.rb
 - lib/webhookdb/replicator/increase_account_number_v1.rb
 - lib/webhookdb/replicator/increase_account_transfer_v1.rb
 - lib/webhookdb/replicator/increase_account_v1.rb
@@ -1133,6 +1165,7 @@ files:
 - lib/webhookdb/replicator/intercom_marketplace_root_v1.rb
 - lib/webhookdb/replicator/intercom_v1_mixin.rb
 - lib/webhookdb/replicator/oauth_refresh_access_token_mixin.rb
+- lib/webhookdb/replicator/partitionable_mixin.rb
 - lib/webhookdb/replicator/plivo_sms_inbound_v1.rb
 - lib/webhookdb/replicator/postmark_inbound_message_v1.rb
 - lib/webhookdb/replicator/postmark_outbound_message_event_v1.rb
@@ -1193,6 +1226,7 @@ files:
 - lib/webhookdb/spec_helpers/integration.rb
 - lib/webhookdb/spec_helpers/message.rb
 - lib/webhookdb/spec_helpers/postgres.rb
+- lib/webhookdb/spec_helpers/sentry.rb
 - lib/webhookdb/spec_helpers/service.rb
 - lib/webhookdb/spec_helpers/shared_examples_for_columns.rb
 - lib/webhookdb/spec_helpers/shared_examples_for_replicators.rb

data/lib/webhookdb/jobs/organization_database_migration_notify_finished.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-require "webhookdb/async/job"
-require "webhookdb/messages/org_database_migration_finished"
-
-class Webhookdb::Jobs::OrganizationDatabaseMigrationNotifyFinished
-  extend Webhookdb::Async::Job
-
-  on "webhookdb.organization.databasemigration.updated"
-
-  def _perform(event)
-    dbm = self.lookup_model(Webhookdb::Organization::DatabaseMigration, event)
-    case event.payload[1]
-      when changed(:finished_at, from: nil)
-        Webhookdb::Idempotency.once_ever.under_key("org-dbmigration-finish-#{dbm.id}") do
-          msg = Webhookdb::Messages::OrgDatabaseMigrationFinished.new(dbm)
-          dbm.organization.admin_customers.each { |c| msg.dispatch_email(c) }
-        end
-    end
-  end
-end

data/lib/webhookdb/jobs/organization_database_migration_notify_started.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-require "webhookdb/async/job"
-require "webhookdb/messages/org_database_migration_started"
-
-class Webhookdb::Jobs::OrganizationDatabaseMigrationNotifyStarted
-  extend Webhookdb::Async::Job
-
-  on "webhookdb.organization.databasemigration.updated"
-
-  def _perform(event)
-    dbm = self.lookup_model(Webhookdb::Organization::DatabaseMigration, event)
-    case event.payload[1]
-      when changed(:started_at, from: nil)
-        Webhookdb::Idempotency.once_ever.under_key("org-dbmigration-start-#{dbm.id}") do
-          msg = Webhookdb::Messages::OrgDatabaseMigrationStarted.new(dbm)
-          dbm.organization.admin_customers.each { |c| msg.dispatch_email(c) }
-        end
-    end
-  end
-end