webhookdb 0.1.0

data/lib/webhookdb/email_octopus.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+require "appydays/configurable"
+
+module Webhookdb::EmailOctopus
+  include Appydays::Configurable
+
+  configurable(:email_octopus) do
+    setting :http_timeout, 30
+    setting :page_size, 100
+    setting :cron_expression, "0 */4 * * *"
+  end
+
+  def self.verify_webhook(data, hmac_header, webhook_secret)
+    calculated_hmac = Webhookdb::Crypto.bin2hex(
+      OpenSSL::HMAC.digest("sha256", webhook_secret, data),
+    )
+    verified = ActiveSupport::SecurityUtils.secure_compare("sha256=#{calculated_hmac}", hmac_header)
+    return verified
+  end
+end

data/lib/webhookdb/enumerable.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+require "webhookdb" unless defined?(Webhookdb)
+
+module Webhookdb::Enumerable
+  module_function def group_and_count_by(enumerable)
+    result = Hash.new(0)
+    enumerable.each do |item|
+      key = yield(item)
+      result[key] += 1
+    end
+    return result
+  end
+
+  module_function def group_and_count(enumerable)
+    return group_and_count_by(enumerable) { |k| k }
+  end
+end

data/lib/webhookdb/fixtures/backfill_jobs.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+require "webhookdb"
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::BackfillJobs
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::BackfillJob
+
+  base :backfill_job do
+    self.incremental = false if self.incremental.nil?
+  end
+
+  before_saving do |instance|
+    instance.service_integration ||= Webhookdb::Fixtures.service_integration.create
+    instance
+  end
+
+  after_saving do |instance|
+    instance.setup_recursive if instance._fixture_cascade
+    instance
+  end
+
+  decorator :for do |sint={}|
+    sint = Webhookdb::Fixtures.service_integration.create(sint) unless sint.is_a?(Webhookdb::ServiceIntegration)
+    self.service_integration = sint
+  end
+
+  decorator :cascade do |v=true|
+    self._fixture_cascade = v
+  end
+
+  decorator :incremental do |v=true|
+    self.incremental = v
+  end
+
+  decorator :plus_sign do |part=nil|
+    part ||= SecureRandom.hex(8)
+    local, domain = self.email.split("@")
+    self.email = "#{local}+#{part}@#{domain}"
+  end
+
+  decorator :admin, presave: true do
+    self.add_role(Webhookdb::Role.admin_role)
+  end
+
+  decorator :with_role, presave: true do |role|
+    role ||= Faker::Lorem.word
+    role = Webhookdb::Role.find_or_create(name: role) if role.is_a?(String)
+    self.add_role(role)
+  end
+
+  decorator :with_email do |username=nil|
+    self.email = (username || Faker::Internet.username) + "@example.com"
+  end
+
+  decorator :verified_in_org, presave: true do |org={}|
+    org = Webhookdb::Fixtures.organization.create(org) unless org.is_a?(Webhookdb::Organization)
+    Webhookdb::Fixtures.organization_membership.verified.create(customer: self, organization: org)
+  end
+
+  decorator :admin_in_org, presave: true do |org={}|
+    org = Webhookdb::Fixtures.organization.create(org) unless org.is_a?(Webhookdb::Organization)
+    Webhookdb::Fixtures.organization_membership.verified.admin.create(customer: self, organization: org)
+  end
+
+  decorator :invited_to_org, presave: true do |org={}|
+    org = Webhookdb::Fixtures.organization.create(org) unless org.is_a?(Webhookdb::Organization)
+    Webhookdb::Fixtures.organization_membership.invite.create(customer: self, organization: org)
+  end
+end

data/lib/webhookdb/fixtures/customers.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+require "faker"
+require "securerandom"
+
+require "webhookdb"
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::Customers
+  extend Webhookdb::Fixtures
+
+  PASSWORD = "webhookdb1234"
+
+  fixtured_class Webhookdb::Customer
+
+  base :customer do
+    self.name ||= Faker::Name.name
+    self.email ||= Faker::Internet.email
+    self.password_digest ||= Webhookdb::Customer::PLACEHOLDER_PASSWORD_DIGEST
+  end
+
+  before_saving do |instance|
+    instance
+  end
+
+  decorator :password do |pwd=nil|
+    pwd ||= PASSWORD
+    self.password = pwd
+  end
+
+  decorator :plus_sign do |part=nil|
+    part ||= SecureRandom.hex(8)
+    local, domain = self.email.split("@")
+    self.email = "#{local}+#{part}@#{domain}"
+  end
+
+  decorator :admin, presave: true do
+    self.add_role(Webhookdb::Role.admin_role)
+  end
+
+  decorator :with_role, presave: true do |role|
+    role ||= Faker::Lorem.word
+    role = Webhookdb::Role.find_or_create(name: role) if role.is_a?(String)
+    self.add_role(role)
+  end
+
+  decorator :with_email do |username=nil|
+    self.email = (username || Faker::Internet.username) + "@example.com"
+  end
+
+  decorator :verified_in_org, presave: true do |org={}|
+    org = Webhookdb::Fixtures.organization.create(org) unless org.is_a?(Webhookdb::Organization)
+    Webhookdb::Fixtures.organization_membership.verified.create(customer: self, organization: org)
+  end
+
+  decorator :admin_in_org, presave: true do |org={}|
+    org = Webhookdb::Fixtures.organization.create(org) unless org.is_a?(Webhookdb::Organization)
+    Webhookdb::Fixtures.organization_membership.verified.admin.create(customer: self, organization: org)
+  end
+
+  decorator :invited_to_org, presave: true do |org={}|
+    org = Webhookdb::Fixtures.organization.create(org) unless org.is_a?(Webhookdb::Organization)
+    Webhookdb::Fixtures.organization_membership.invite.create(customer: self, organization: org)
+  end
+end

data/lib/webhookdb/fixtures/database_documents.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+require "faker"
+
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::DatabaseDocuments
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::DatabaseDocument
+
+  base :database_document do
+    self.content_type ||= "text/plain"
+    self.content ||= Faker::Lorem.paragraph
+    self.key ||= Faker::File.file_name(dir: Faker::File.dir)
+  end
+
+  decorator :xml do |c="<a><b>hello</b></a>"|
+    self.content_type = "application/xml"
+    self.content = c
+  end
+
+  decorator :html do |c="<html><body><div><strong>hello</strong></div></body></html>"|
+    self.content_type = "text/html"
+    self.content = c
+  end
+end

data/lib/webhookdb/fixtures/faker.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+require "faker"
+
+module Faker::Webhookdb
+  class << self
+    def s3_url(opts={})
+      opts[:region] ||= ["us-east-2.", ""].sample
+      host = "potato.s3.#{opts[:region]}amazonaws.com"
+      return self.image_url(host:)
+    end
+
+    def image_url(opts={})
+      opts[:protocol] ||= ["https", "http"].sample
+      opts[:host] ||= ["facebook.com", "flickr.com", "mysite.com"].sample
+      opts[:path] ||= "fld"
+      opts[:filename] ||= Faker::Lorem.word
+      opts[:ext] ||= ["png", "jpg", "jpeg"].sample
+      return "#{opts[:protocol]}://#{opts[:host]}/#{opts[:path]}/#{opts[:filename]}.#{opts[:ext]}"
+    end
+
+    def us_phone
+      s = +"1"
+      # First char is never 0 in US area codes
+      s << Faker::Number.between(from: 1, to: 9).to_s
+      Array.new(9) do
+        s << Faker::Number.between(from: 0, to: 9).to_s
+      end
+      return s
+    end
+
+    def pg_connection(user: nil, password: nil, host: nil, port: nil, dbname: nil)
+      user ||= Faker::Internet.username
+      password ||= Faker::Internet.password
+      host ||= Faker::Internet.ip_v4_address
+      port ||= Faker::Number.between(from: 2000, to: 50_000)
+      dbname ||= Faker::Lorem.word
+      return "postgres://#{user}:#{password}@#{host}:#{port}/#{dbname}"
+    end
+  end
+end

data/lib/webhookdb/fixtures/logged_webhooks.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require "securerandom"
+
+require "webhookdb"
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::LoggedWebhooks
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::LoggedWebhook
+
+  base :logged_webhook do
+    self.request_body ||= "{}"
+    self.request_headers ||= {}
+    self.request_method ||= "POST"
+    self.response_status ||= 0
+    self.service_integration_opaque_id ||= SecureRandom.hex(2)
+  end
+
+  before_saving do |instance|
+    instance.request_path ||= "/v1/service_integrations/#{instance.service_integration_opaque_id}"
+    instance
+  end
+
+  decorator :ancient do
+    self.inserted_at = Faker::Number.between(from: 200, to: 300).days.ago
+  end
+
+  decorator :success do
+    self.response_status = 202
+  end
+
+  decorator :failure do
+    self.response_status = rand(400..599)
+  end
+
+  decorator :with_organization do |org={}|
+    org = Webhookdb::Fixtures.organization.create(org) unless org.is_a?(Webhookdb::Organization)
+    self.organization = org
+  end
+
+  decorator :for_service_integration do |sint={}|
+    sint = Webhookdb::Fixtures.service_integration.create(sint) unless sint.is_a?(Webhookdb::ServiceIntegration)
+    self.organization = sint.organization
+    self.service_integration_opaque_id = sint.opaque_id
+  end
+
+  decorator :body do |b|
+    self.request_body = b.is_a?(String) ? b : b.to_json
+  end
+
+  decorator :headers do |h|
+    self.request_headers.merge!(h)
+  end
+end

data/lib/webhookdb/fixtures/message_deliveries.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+
+require "faker"
+
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::MessageDeliveries
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::Message::Delivery
+
+  depends_on(:customers)
+
+  base :message_delivery do
+    self.template ||= "fixture"
+    self.transport_type ||= "fake"
+    self.transport_service ||= "fixture"
+    self.to ||= "fixture-to"
+  end
+
+  decorator :email, presave: true do |to=nil|
+    self.transport_type = "email"
+    self.to = to || self.recipient&.email || Faker::Internet.email
+    self.add_body(mediatype: "subject", content: Faker::Lorem.sentence)
+    self.add_body(mediatype: "text/plain", content: Faker::Lorem.paragraph)
+    self.add_body(mediatype: "text/html", content: "<html><body><p>#{Faker::Lorem.sentence}</p></body></html>")
+  end
+
+  decorator :to do |recipient=nil|
+    recipient = self.transport!.recipient(recipient)
+    self.to = recipient.to
+    self.recipient = recipient.customer
+  end
+
+  decorator :with_recipient do |customer={}|
+    customer = Webhookdb::Fixtures.customer.create(customer) unless customer.is_a?(Webhookdb::Customer)
+    self.recipient = customer
+  end
+
+  decorator :with_body, presave: true do |body={}|
+    body[:mediatype] ||= Faker::Lorem.word
+    body[:content] ||= Faker::Lorem.sentences
+    self.add_body(body)
+  end
+
+  decorator :via do |transport|
+    self.transport_type = transport
+    self.to = self.transport!.recipient(self.recipient).to if self.recipient
+  end
+
+  decorator :sent do |at=nil|
+    at ||= Time.now
+    self.sent_at = at
+  end
+
+  decorator :extra do |k, v|
+    self.extra_fields[k.to_s] = v
+  end
+end

data/lib/webhookdb/fixtures/oauth_sessions.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+require "securerandom"
+
+require "webhookdb"
+require "webhookdb/fixtures"
+require "webhookdb/oauth/session"
+
+module Webhookdb::Fixtures::OauthSessions
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::Oauth::Session
+
+  base :oauth_session do
+    self.oauth_state ||= SecureRandom.hex(16)
+    self.peer_ip ||= Faker::Internet.ip_v4_address
+    self.user_agent ||= "(unset)"
+  end
+
+  decorator :for_customer, presave: true do |c={}|
+    c = Webhookdb::Fixtures.customer.create(c) unless c.is_a?(Webhookdb::Customer)
+    self.customer ||= c
+  end
+end

data/lib/webhookdb/fixtures/organization_database_migrations.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require "webhookdb"
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::OrganizationDatabaseMigrations
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::Organization::DatabaseMigration
+
+  base :organization_database_migration do
+  end
+
+  before_saving do |instance|
+    instance.organization ||= Webhookdb::Fixtures.organization.create
+    instance
+  end
+
+  decorator :started do |t=Time.now|
+    self.started_at = t
+  end
+
+  decorator :finished do |t=Time.now|
+    self.started_at ||= t
+    self.finished_at = t
+  end
+
+  decorator :with_organization do |org={}|
+    org = Webhookdb::Fixtures.organization.create(org) unless org.is_a?(Webhookdb::Organization)
+    self.organization = org
+  end
+
+  decorator :with_urls do
+    self.source_admin_connection_url ||= "postgres://oldadmin:pass@oldhost.db:5432/old_db"
+    self.destination_admin_connection_url ||= "postgres://newadmin:pass@newhost.db:5432/new_db"
+  end
+end

data/lib/webhookdb/fixtures/organization_memberships.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require "securerandom"
+
+require "webhookdb"
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::OrganizationMembership
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::OrganizationMembership
+
+  base :organization_membership do
+  end
+
+  before_saving do |instance|
+    raise "Must call :invite or :verified" if instance.verified.nil?
+    instance.customer ||= Webhookdb::Fixtures.customer.create
+    instance.organization ||= Webhookdb::Fixtures.organization.create
+    instance.membership_role ||= Webhookdb::Role.non_admin_role
+    instance
+  end
+
+  decorator :org do |o={}|
+    o = Webhookdb::Fixtures.organization(o).create unless o.is_a?(Webhookdb::Organization)
+    self.organization = o
+  end
+
+  decorator :customer do |c={}|
+    c = Webhookdb::Fixtures.customer(c).create unless c.is_a?(Webhookdb::Customer)
+    self.customer = c
+  end
+
+  decorator :invite do
+    self.invitation_code ||= "code-" + SecureRandom.hex(4)
+    self.verified = false
+  end
+
+  decorator :verified do
+    self.verified = true
+  end
+
+  decorator :admin do
+    self.membership_role = Webhookdb::Role.admin_role
+  end
+
+  decorator :default do
+    self.is_default = true
+  end
+
+  decorator :code do |c|
+    self.invitation_code = c
+  end
+end

data/lib/webhookdb/fixtures/organizations.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require "securerandom"
+
+require "webhookdb"
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::Organizations
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::Organization
+
+  base :organization do
+    self.name ||= Faker::Company.name + SecureRandom.hex(2)
+    self.stripe_customer_id = "cus_" + SecureRandom.hex(8)
+  end
+
+  decorator :with_member, presave: true do |c={}|
+    c = Webhookdb::Fixtures.customer.create(c) unless c.is_a?(Webhookdb::Customer)
+    Webhookdb::Fixtures.organization_membership.verified.create(customer: c, organization: self)
+  end
+
+  decorator :with_invite, presave: true do |c={}|
+    c = Webhookdb::Fixtures.customer.create(c) unless c.is_a?(Webhookdb::Customer)
+    Webhookdb::Fixtures.organization_membership.invite.create(customer: c, organization: self)
+  end
+
+  decorator :with_urls do |admin: nil, readonly: nil|
+    self.admin_connection_url_raw ||= admin || Faker::Webhookdb.pg_connection
+    self.readonly_connection_url_raw ||= readonly || Faker::Webhookdb.pg_connection
+  end
+end

data/lib/webhookdb/fixtures/reset_codes.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+require "webhookdb"
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::ResetCodes
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::Customer::ResetCode
+
+  base :reset_code do
+    self.transport ||= ["email"].sample
+  end
+
+  before_saving do |instance|
+    instance.customer ||= Webhookdb::Fixtures.customer.create
+    instance
+  end
+
+  decorator :email do
+    self.transport = "email"
+  end
+end

data/lib/webhookdb/fixtures/service_integrations.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+require "securerandom"
+
+require "webhookdb"
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::ServiceIntegrations
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::ServiceIntegration
+
+  base :service_integration do
+    self.service_name ||= "fake_v1"
+    self.api_url ||= "https://fake-url.com"
+  end
+
+  before_saving do |instance|
+    instance.table_name ||= "#{instance.service_name}_#{SecureRandom.hex(2)}"
+    instance.organization ||= Webhookdb::Fixtures.organization.create
+    instance
+  end
+
+  decorator :depending_on do |other|
+    self.depends_on = other
+  end
+
+  STABLE_ENC_SECRET = "6vHQcB8xlVSmHO2Wxsqk713k7oi_SpIWirUG0YTGUa4="
+  decorator :stable_encryption_secret do
+    self.data_encryption_secret = STABLE_ENC_SECRET
+  end
+
+  decorator :with_encryption_secret do
+    self.data_encryption_secret = Webhookdb::Crypto.encryption_key.base64
+  end
+
+  decorator :with_secrets do
+    self.webhook_secret = "fake_whsecret"
+    self.backfill_key = "fake_bfkey"
+    self.backfill_secret = "fake_bfsecret"
+  end
+end

data/lib/webhookdb/fixtures/subscriptions.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+require "faker"
+require "securerandom"
+
+require "webhookdb"
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::Subscriptions
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::Subscription
+
+  base :subscription do
+    self.stripe_id ||= "sub_" + SecureRandom.hex(8)
+    self.stripe_customer_id ||= "cus_" + SecureRandom.hex(8)
+    self.stripe_json ||= {}
+    self.stripe_json.merge!("plan" => {"nickname" => "fixtured plan"})
+  end
+
+  decorator :active do
+    self.stripe_json.merge!("status" => "active")
+  end
+
+  decorator :canceled do
+    self.stripe_json.merge!("status" => "canceled")
+  end
+
+  decorator :for_org, presave: true do |org={}|
+    org = Webhookdb::Fixtures.organization.create(org) unless org.is_a?(Webhookdb::Organization)
+    self.stripe_customer_id = org.stripe_customer_id
+  end
+end

data/lib/webhookdb/fixtures/sync_targets.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require "webhookdb"
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::SyncTargets
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::SyncTarget
+
+  base :sync_target do
+    self.period_seconds ||= Faker::Number.between(from: 30.seconds.to_i, to: 24.hours.to_i)
+    self.connection_url ||= Webhookdb::Postgres::Model.uri
+  end
+
+  before_saving do |instance|
+    instance.service_integration ||= Webhookdb::Fixtures.service_integration.create
+    instance
+  end
+
+  decorator :postgres do
+    self.connection_url = Webhookdb::Postgres::Model.uri
+  end
+
+  decorator :snowflake do
+    self.connection_url = Webhookdb::Snowflake.test_url
+  end
+
+  decorator :https do |url=nil|
+    self.connection_url = url || Faker::Internet.url
+  end
+end

data/lib/webhookdb/fixtures/webhook_subscriptions.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+require "webhookdb"
+require "webhookdb/fixtures"
+
+module Webhookdb::Fixtures::WebhookSubscriptions
+  extend Webhookdb::Fixtures
+
+  fixtured_class Webhookdb::WebhookSubscription
+
+  base :webhook_subscription do
+    self.opaque_id ||= SecureRandom.hex(8)
+    self.webhook_secret ||= "wh_secret_" + SecureRandom.hex(2)
+    self.deliver_to_url ||= Faker::Internet.url
+  end
+
+  before_saving do |instance|
+    unless instance.organization.present?
+      instance.service_integration ||= Webhookdb::Fixtures.service_integration.create
+    end
+    instance
+  end
+
+  decorator :for_org do |org={}|
+    org = Webhookdb::Fixtures.organization.create(org) unless org.is_a?(Webhookdb::Organization)
+    self.service_integration = nil
+    self.organization = org
+  end
+
+  decorator :for_service_integration do |sint={}|
+    sint = Webhookdb::Fixtures.service_integration.create(sint) unless sint.is_a?(Webhookdb::ServiceIntegration)
+    self.organization = nil
+    self.service_integration = sint
+  end
+end