webhookdb 1.0.2 → 1.2.0

data/lib/webhookdb/signalwire.rb

@@ -9,5 +9,45 @@ module Webhookdb::Signalwire
 
   configurable(:signalwire) do
     setting :http_timeout, 30
+    setting :sms_allowlist, [], convert: ->(s) { s.split }
+  end
+
+  def self.send_sms(from:, to:, body:, project_id:, **kw)
+    sms_allowed = self.sms_allowlist.any? { |pattern| File.fnmatch(pattern, to) }
+    unless sms_allowed
+      self.logger.warn("signalwire_sms_not_allowed", to:)
+      return {"sid" => "skipped"}
+    end
+    return self.http_request(
+      :post,
+      "/2010-04-01/Accounts/#{project_id}/Messages.json",
+      body: {
+        From: from,
+        To: to,
+        Body: body,
+      },
+      project_id:,
+      **kw,
+    )
+  end
+
+  def self.http_request(method, tail, space_url:, project_id:, api_key:, logger:, headers: {}, body: nil, **kw)
+    url = "https://#{space_url}.signalwire.com" + tail
+    headers["Content-Type"] = "application/x-www-form-urlencoded"
+    headers["Accept"] = "application/json"
+    kw[:body] = URI.encode_www_form(body) if body
+    resp = Webhookdb::Http.send(
+      method,
+      url,
+      basic_auth: {
+        username: project_id,
+        password: api_key,
+      },
+      logger:,
+      timeout: self.http_timeout,
+      headers:,
+      **kw,
+    )
+    return resp.parsed_response
   end
 end

data/lib/webhookdb/spec_helpers/citest.rb

@@ -4,10 +4,18 @@ require "webhookdb/slack"
 require "webhookdb/spec_helpers"
 
 module Webhookdb::SpecHelpers::Citest
-  def self.run_tests(folder)
+  INTEGRATION_TESTS_DIR = Pathname(__FILE__).dirname.parent.parent.parent + "integration"
+
+  # Run RSpec against the given folders, create a DatabaseDocument for the html results,
+  # and POST to Slack about it.
+  def self.run_tests(folders)
     out = StringIO.new
     err = StringIO.new
-    RSpec::Core::Runner.run([folder + "/", "--format", "html"], err, out)
+    folders = [folders] unless folders.respond_to?(:to_ary)
+    args = folders.map { |f| "#{f}/" }
+    args << "--format"
+    args << "html"
+    RSpec::Core::Runner.run(args, err, out)
 
     notifier = Webhookdb::Slack.new_notifier(
       force_channel: "#webhookdb-notifications",
@@ -17,13 +25,14 @@ module Webhookdb::SpecHelpers::Citest
     outstring = out.string
     result = Webhookdb::SpecHelpers::Citest.parse_rspec_html(outstring)
     unless result.ok?
-      msg = "Errored or unparseable output running #{folder} tests:\nerror: #{err.string}\nout: #{outstring}"
+      msg = "Errored or unparseable output running #{folders.join(', ')} tests:" \
+            "\nerror: #{err.string}\nout: #{outstring}"
       notifier.post text: msg
       return
     end
 
-    url = self.put_results(folder, result.html)
-    payload = self.result_to_payload(folder, result, url)
+    url = self.put_results(result.html)
+    payload = self.result_to_payload(result, url)
     notifier.post(payload)
   end
 
@@ -43,9 +52,9 @@ module Webhookdb::SpecHelpers::Citest
     return result
   end
 
-  def self.put_results(folder, html)
+  def self.put_results(html, key: "integration")
     now = Time.now
-    key = "test-results/#{folder}/#{now.year}/#{now.month}/#{now.in_time_zone('UTC').iso8601}.html"
+    key = "test-results/#{key}/#{now.year}/#{now.month}/#{now.in_time_zone('UTC').iso8601}.html"
     doc = Webhookdb::DatabaseDocument.create(
       key:,
       content: html,
@@ -55,13 +64,13 @@ module Webhookdb::SpecHelpers::Citest
     return url
   end
 
-  def self.result_to_payload(folder, result, html_url)
+  def self.result_to_payload(result, html_url, prefix: "Integration Tests")
     color = "good"
     color = "warning" if result.pending.nonzero?
     color = "danger" if result.failures.nonzero?
 
     return {
-      text: "Tests for #{folder}: #{result.examples} examples, #{result.failures} failures, #{result.pending} pending",
+      text: "#{prefix}: #{result.examples} examples, #{result.failures} failures, #{result.pending} pending",
       attachments: [
         {
           color:,

data/lib/webhookdb/spec_helpers/postgres.rb

@@ -31,6 +31,7 @@ module Webhookdb::SpecHelpers::Postgres
     context.around(:each) do |example|
       Webhookdb::Postgres.unsafe_skip_transaction_check = true if example.metadata[:no_transaction_check]
 
+      _truncate(example)
       setting = example.metadata[:db]
       if setting && setting != :no_transaction
         Webhookdb::SpecHelpers::Postgres.wrap_example_in_transactions(example)
@@ -44,11 +45,19 @@ module Webhookdb::SpecHelpers::Postgres
       Webhookdb::Postgres.unsafe_skip_transaction_check = false if example.metadata[:no_transaction_check]
 
       truncate_all if example.metadata[:db] == :no_transaction
+      _truncate(example)
     end
 
     super
   end
 
+  module_function def _truncate(example)
+    tr = example.metadata[:truncate]
+    return unless tr
+    tr = [tr] unless tr.respond_to?(:to_ary)
+    tr.each(&:truncate)
+  end
+
   ### Run the specified +example+ in the context of a transaction for each loaded
   ### model superclass. Raises if any of the loaded superclasses aren't
   ### configured.

data/lib/webhookdb/spec_helpers/service.rb

@@ -423,6 +423,11 @@ module Webhookdb::SpecHelpers::Service
       super
     end
 
+    def delete(uri, params={}, env={}, &)
+      env, params = make_json_request(env, params)
+      super
+    end
+
     def make_json_request(env, params)
       env["CONTENT_TYPE"] ||= "application/json"
       params = Webhookdb::Json.encode(params) if env["CONTENT_TYPE"] == "application/json" && !params.is_a?(String)

data/lib/webhookdb/spec_helpers/shared_examples_for_columns.rb

@@ -27,7 +27,7 @@ RSpec.shared_examples "a service column converter" do |isomorphic_proc|
   end
 end
 
-RSpec.shared_examples "a service column defaulter" do |isomorphic_proc|
+RSpec.shared_examples "a service column defaulter" do |isomorphic_proc, ruby: true, sql: true|
   let(:resource) { nil }
   let(:event) { nil }
   let(:enrichment) { nil }
@@ -37,20 +37,32 @@ RSpec.shared_examples "a service column defaulter" do |isomorphic_proc|
   let(:expected_query) { nil }
   let(:db) { Webhookdb::Postgres::Model.db }
 
-  it "returns expected value using ruby proc" do
-    v = isomorphic_proc.ruby.call(resource:, event:, enrichment:, service_integration:)
-    expect(v).to expected
+  if ruby
+    it "returns expected value using ruby proc" do
+      v = isomorphic_proc.ruby.call(resource:, event:, enrichment:, service_integration:)
+      expect(v).to expected
+    end
+  else
+    it "is not implemented for ruby" do
+      expect { isomorphic_proc.ruby.call }.to raise_error(NotImplementedError)
+    end
   end
 
-  it "returns expected value using sql proc" do
-    e = isomorphic_proc.sql.call(service_integration:)
-    if expected_query.respond_to?(:match)
-      expect(db.select(e).sql).to match(expected_query)
-    elsif expected_query
-      expect(db.select(e).sql).to eq(expected_query)
-    else
-      v = db.select(e).first.to_a[0][1]
-      expect(v).to expected
+  if sql
+    it "returns expected value using sql proc" do
+      e = isomorphic_proc.sql.call(service_integration:)
+      if expected_query.respond_to?(:match)
+        expect(db.select(e).sql).to match(expected_query)
+      elsif expected_query
+        expect(db.select(e).sql).to eq(expected_query)
+      else
+        v = db.select(e).first.to_a[0][1]
+        expect(v).to expected
+      end
+    end
+  else
+    it "is not implemented for sql" do
+      expect { isomorphic_proc.sql.call }.to raise_error(NotImplementedError)
     end
   end
 end

data/lib/webhookdb/spec_helpers/whdb.rb

@@ -136,4 +136,11 @@ module Webhookdb::SpecHelpers::Whdb
     raise "Must provide :replicator or have :svc available" if replicator.nil?
     return replicator.admin_dataset { |ds| ds.where(pk: row.fetch(:pk)).update(fields) }
   end
+
+  RSpec::Matchers.define(:be_a_uuid) do
+    match do |v|
+      uuid = /\A[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}\z/i
+      v =~ uuid
+    end
+  end
 end

data/lib/webhookdb/sync_target.rb

@@ -55,7 +55,7 @@ class Webhookdb::SyncTarget < Webhookdb::Postgres::Model(:sync_targets)
 
     after_configured do
       if Webhookdb::RACK_ENV == "test"
-        safename = ENV["USER"].gsub(/[^A-Za-z]/, "")
+        safename = ENV.fetch("USER", "root").gsub(/[^A-Za-z]/, "")
         self.default_schema = "synctest_#{safename}"
       end
     end

data/lib/webhookdb/tasks/specs.rb

@@ -10,13 +10,15 @@ module Webhookdb::Tasks
     def initialize
       super()
       namespace :specs do
-        desc "Run API integration tests"
+        desc "Run API integration tests in the 'integration' folder of this gem. " \
+             "To run your own tests, create a task similar to this one, " \
+             "that calls Webhookdb::SpecHelpers::Citest.run_tests."
         task :integration do
           require "rspec/core"
           require "slack-notifier"
           require "webhookdb/spec_helpers/integration"
           require "webhookdb/spec_helpers/citest"
-          Webhookdb::SpecHelpers::Citest.run_tests("integration")
+          Webhookdb::SpecHelpers::Citest.run_tests(Webhookdb::SpecHelpers::Citest::INTEGRATION_TESTS_DIR)
         end
 
         desc "The release process needs to finish quickly, so start the integration tests in another dyno."

data/lib/webhookdb/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Webhookdb
-  VERSION = "1.0.2"
+  VERSION = "1.2.0"
 end

data/lib/webhookdb.rb

@@ -8,15 +8,12 @@ require "money"
 require "pathname"
 require "phony"
 
+require "webhookdb/envfixer"
 require "webhookdb/json"
+require "webhookdb/method_utilities"
 
-if (heroku_app = ENV.fetch("MERGE_HEROKU_ENV", nil))
-  text = `heroku config -j --app=#{heroku_app}`
-  json = Oj.load(text)
-  json.each do |k, v|
-    ENV[k] = v
-  end
-end
+Webhookdb::Envfixer.replace_localhost_for_docker(ENV)
+Webhookdb::Envfixer.merge_heroku_env(ENV)
 
 Money.locale_backend = :i18n
 Money.default_currency = "USD"
@@ -36,6 +33,7 @@ end
 module Webhookdb
   include Appydays::Loggable
   include Appydays::Configurable
+  extend Webhookdb::MethodUtilities
 
   # Error raised when we cannot take an action
   # because some condition has not been set up right.
@@ -72,6 +70,9 @@ module Webhookdb
 
   DATA_DIR = Pathname(__FILE__).dirname.parent + "data"
 
+  singleton_attr_reader :globals_cache
+  @globals_cache = {}
+
   configurable(:webhookdb) do
     setting :log_level_override,
             nil,
@@ -86,6 +87,10 @@ module Webhookdb
     setting :support_email, "hello@webhookdb.com"
     setting :use_globals_cache, false
     setting :regression_mode, false
+
+    after_configured do
+      globals_cache.clear
+    end
   end
 
   # Regression mode is true when we re replaying webhooks locally,
@@ -96,9 +101,6 @@ module Webhookdb
     return self.regression_mode
   end
 
-  require "webhookdb/method_utilities"
-  extend Webhookdb::MethodUtilities
-
   require "webhookdb/sentry"
 
   def self.load_app
@@ -115,9 +117,6 @@ module Webhookdb
   # :section: Globals cache
   #
 
-  singleton_attr_reader :globals_cache
-  @globals_cache = {}
-
   # If globals caching is enabled, see if there is a cached value under +key+
   # and return it if so. If there is not, evaluate the given block and store that value.
   # Generally used for looking up well-known database objects like certain roles.
@@ -127,7 +126,7 @@ module Webhookdb
       return result if result
     end
     result = yield()
-    self.globals_cache[key] = result
+    (self.globals_cache[key] = result) if self.use_globals_cache
     return result
   end
 
@@ -153,18 +152,6 @@ module Webhookdb
     return key
   end
 
-  #
-  # :section: Unambiguous/promo code chars
-  #
-
-  # Remove ambiguous characters (L, I, 1 or 0, O) and vowels from possible codes
-  # to avoid creating ambiguous codes or real words.
-  UNAMBIGUOUS_CHARS = "CDFGHJKMNPQRTVWXYZ23469".chars.freeze
-
-  def self.take_unambiguous_chars(n)
-    return Array.new(n) { UNAMBIGUOUS_CHARS.sample }.join
-  end
-
   # Convert a string into something we consistently use for slugs:
   # a-z, 0-9, and underscores only. Leading numbers are converted to words.
   #
@@ -192,6 +179,17 @@ module Webhookdb
     "9" => "nine",
   }.freeze
 
+  def self.parse_bool(s)
+    # rubocop:disable Style/NumericPredicate
+    return false if s == nil? || s.blank? || s == 0
+    # rubocop:enable Style/NumericPredicate
+    return true if s.is_a?(Integer)
+    sb = s.to_s.downcase
+    return true if ["true", "t", "yes", "y", "on", "1"].include?(sb)
+    return false if ["false", "f", "no", "n", "off", "0"].include?(sb)
+    raise ArgumentError, "unparseable bool: #{s.inspect}"
+  end
+
   # Return the request user and admin stored in TLS. See service.rb for implementation.
   #
   # Note that the second return value (the admin) will be nil if not authed as an admin,

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: webhookdb
 version: !ruby/object:Gem::Version
-  version: 1.0.2
+  version: 1.2.0
 platform: ruby
 authors:
 - WebhookDB
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-01-10 00:00:00.000000000 Z
+date: 2024-02-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -248,6 +248,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: jwt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
 - !ruby/object:Gem::Dependency
   name: liquid
   requirement: !ruby/object:Gem::Requirement
@@ -724,6 +738,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '10.4'
+- !ruby/object:Gem::Dependency
+  name: uuidx
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.10'
 - !ruby/object:Gem::Dependency
   name: warden
   requirement: !ruby/object:Gem::Requirement
@@ -824,6 +852,8 @@ files:
 - db/migrations/035_synchronous_backfill.rb
 - db/migrations/036_oauth.rb
 - db/migrations/037_oauth_used.rb
+- db/migrations/038_webhookdb_api_key.rb
+- db/migrations/039_saved_query.rb
 - integration/async_spec.rb
 - integration/auth_spec.rb
 - integration/database_spec.rb
@@ -854,6 +884,7 @@ files:
 - lib/webhookdb/api/me.rb
 - lib/webhookdb/api/organizations.rb
 - lib/webhookdb/api/replay.rb
+- lib/webhookdb/api/saved_queries.rb
 - lib/webhookdb/api/service_integrations.rb
 - lib/webhookdb/api/services.rb
 - lib/webhookdb/api/stripe.rb
@@ -889,6 +920,7 @@ files:
 - lib/webhookdb/developer_alert.rb
 - lib/webhookdb/email_octopus.rb
 - lib/webhookdb/enumerable.rb
+- lib/webhookdb/envfixer.rb
 - lib/webhookdb/fixtures.rb
 - lib/webhookdb/fixtures/backfill_jobs.rb
 - lib/webhookdb/fixtures/customers.rb
@@ -901,6 +933,7 @@ files:
 - lib/webhookdb/fixtures/organization_memberships.rb
 - lib/webhookdb/fixtures/organizations.rb
 - lib/webhookdb/fixtures/reset_codes.rb
+- lib/webhookdb/fixtures/saved_queries.rb
 - lib/webhookdb/fixtures/service_integrations.rb
 - lib/webhookdb/fixtures/subscriptions.rb
 - lib/webhookdb/fixtures/sync_targets.rb
@@ -975,8 +1008,8 @@ files:
 - lib/webhookdb/microsoft_calendar.rb
 - lib/webhookdb/nextpax.rb
 - lib/webhookdb/oauth.rb
-- lib/webhookdb/oauth/front.rb
-- lib/webhookdb/oauth/intercom.rb
+- lib/webhookdb/oauth/front_provider.rb
+- lib/webhookdb/oauth/intercom_provider.rb
 - lib/webhookdb/oauth/session.rb
 - lib/webhookdb/organization.rb
 - lib/webhookdb/organization/alerting.rb
@@ -1014,6 +1047,7 @@ files:
 - lib/webhookdb/replicator/front_conversation_v1.rb
 - lib/webhookdb/replicator/front_marketplace_root_v1.rb
 - lib/webhookdb/replicator/front_message_v1.rb
+- lib/webhookdb/replicator/front_signalwire_message_channel_app_v1.rb
 - lib/webhookdb/replicator/front_v1_mixin.rb
 - lib/webhookdb/replicator/github_issue_comment_v1.rb
 - lib/webhookdb/replicator/github_issue_v1.rb
@@ -1073,6 +1107,7 @@ files:
 - lib/webhookdb/replicator/webhook_request.rb
 - lib/webhookdb/replicator/webhookdb_customer_v1.rb
 - lib/webhookdb/role.rb
+- lib/webhookdb/saved_query.rb
 - lib/webhookdb/sentry.rb
 - lib/webhookdb/service.rb
 - lib/webhookdb/service/auth.rb