salesforce_streamer 2.0.0.rc1 → 2.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 980626b26a53a56e8fb6fd2028e538ffd667cbe938a1aa1011c4184813d2936d
-  data.tar.gz: b6ece556e2e34186b9ad77f445c26ebf6532170e4a9f7a8d0662e309775c9427
+  metadata.gz: 1b4745cb1c8f38229ac4be01e746a7b865458c37e0d293f3505bfe9803cce20c
+  data.tar.gz: 290378a24b830fedd86290a06deaf5050fd1187c22467cadc6b1278aee19cebf
 SHA512:
-  metadata.gz: 1920656978db1b707ba61bd90c7026988b99c9dfbb2c7489f4a8554df97f1ad9000885fa619bff884257fd5794225ba3c3ab23b3172b6753ea57ec8f76e6bb05
-  data.tar.gz: '0099d97a9cb7774c0fe274b0ee46bb68da87dca38f6113310539248f309111341a4a3e917476e4ca686413cf8cd22e5551f6c917a774a60ffab6541f9ad04889'
+  metadata.gz: 228d3f363b0b0bb292e94c4776c74fd8930f616250664fb586cfafa2695fcdde07f754f850c430e87ec12b9473046d733975d4c5ac3f9d9e70fd6be0ef8baa73
+  data.tar.gz: '0850171e7c9762b7cf498a8c9066b21482cab7e69f30d7a72d9cc0ca7b12c90ab5ea167ae312614d6d25060558cfd7aa2a880f60e6d7eaacf8229e916e14c61b'

data/.github/workflows/auto-approve.yml

@@ -1,7 +1,7 @@
-# automatically approve PRs submitted by Dependabot
+# automatically approve PRs submitted by Dependabot or Renofidev
 # this will allow Dependabot to automatically merge dependency update PRs where CI passes
 # from: https://github.com/hmarr/auto-approve-action
-name: Auto approve Dependabot PRs
+name: Auto approve dependency upgrades PRs
 
 on:
   pull_request
@@ -11,6 +11,6 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - uses: hmarr/auto-approve-action@v2.0.0
-      if: github.actor == 'dependabot[bot]' || github.actor == 'dependabot-preview[bot]'
+      if: github.actor == 'dependabot[bot]' || github.actor == 'dependabot-preview[bot]' || github.actor == 'renofidev'
       with:
         github-token: "${{ secrets.GITHUB_TOKEN }}"

data/.github/workflows/auto-merge.yml

@@ -0,0 +1,19 @@
+name: automerge
+on:
+  pull_request_review:
+    types:
+      - submitted
+  check_suite:
+    types:
+      - completed
+  status: {}
+jobs:
+  automerge:
+    runs-on: ubuntu-latest
+    steps:
+      - name: automerge
+        uses: "pascalgn/automerge-action@v0.11.0"
+        env:
+          GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}"
+          MERGE_METHOD: squash
+          MERGE_DELETE_BRANCH: true

data/CHANGELOG.md

@@ -3,6 +3,38 @@
 Sorted so that the most recent change logs are near the top. Only significant
 changes are logged in the change log.
 
+## 2020-08-17 Scott Serok [scott@renofi.com](mailto:scott@renofi.com)
+
+v2.1 changes the expected interface of `Configuration#replay_adapter`.
+
+Normally this breaking change would require a major version bump, but since the
+functionality today is quiet broken we can call this a major bug fix.
+
+The `config.replay_adapter` should be an object that has an interface like Hash.
+It must respond to `[]` and `[]=`. By default the adapter is an empty hash.  If
+you want your push topic replayId to persist between restarts, then you should
+implement a class with an appropriate interface.
+
+```ruby
+class MyReplayAdapter
+  def [](channel)
+    MyPersistence.get(channel)
+  end
+
+  def []=(channel, replay_id)
+    MyPersistence.set(channel, replay_id)
+  end
+end
+```
+
+This change was sparked by a misunderstanding of the
+`Restforce::Concerns::Streaming::ReplayExtension` replay handlers.
+SalesforceStreamer can eliminate some complexity and fix a bug by delegating the
+responsibility of maintaining the current replayId to that ReplayExtension. The
+object will be used on each request/response cycle to record and read the latest
+replayId as long as the object assigned to `config.replay_adapter` responds to
+`[]` and `[]=`.
+
 ## 2020-08-04 Scott Serok [scott@renofi.com](mailto:scott@renofi.com)
 
 v2.0 is released as a major simplification of this library. There are 2
@@ -61,7 +93,7 @@ To retrieve the replayId before subscribing to a PushTopic,
 configure an adapter that returns an integer.
 
     SalesforceStreamer.config.replay_adapter = proc { |topic|
-      MyStore.fetch_replay_id(topic.name) || -1
+      (MyStore.fetch_replay_id(topic.name) || -1).to_i
     }
 
 This will be used to set the replayId value when subscribing to the PushTopic.

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    salesforce_streamer (2.0.0.rc1)
+    salesforce_streamer (2.2.0)
       dry-initializer (~> 3.0)
       faye (~> 1.4)
       restforce (>= 4.2, < 6.0)
@@ -13,16 +13,14 @@ GEM
       public_suffix (>= 2.0.2, < 5.0)
     ast (2.4.1)
     byebug (11.1.3)
-    codecov (0.2.3)
-      colorize
+    codecov (0.2.12)
       json
       simplecov
-    colorize (0.8.1)
     cookiejar (0.3.3)
     diff-lcs (1.4.4)
     docile (1.3.2)
-    dry-initializer (3.0.3)
-    em-http-request (1.1.6)
+    dry-initializer (3.0.4)
+    em-http-request (1.1.7)
       addressable (>= 2.3.4)
       cookiejar (!= 0.3.1)
       em-socksify (>= 0.3)
@@ -31,8 +29,9 @@ GEM
     em-socksify (0.3.2)
       eventmachine (>= 1.0.0.beta.4)
     eventmachine (1.2.7)
-    faraday (1.0.1)
+    faraday (1.1.0)
       multipart-post (>= 1.2, < 3)
+      ruby2_keywords
     faraday_middleware (1.0.0)
       faraday (~> 1.0)
     faye (1.4.0)
@@ -49,56 +48,59 @@ GEM
     hashie (4.1.0)
     http_parser.rb (0.6.0)
     json (2.3.1)
-    jwt (2.2.1)
+    jwt (2.2.2)
     multi_json (1.15.0)
     multipart-post (2.1.1)
-    parallel (1.19.2)
-    parser (2.7.1.4)
+    parallel (1.20.0)
+    parser (2.7.2.0)
       ast (~> 2.4.1)
-    public_suffix (4.0.5)
+    public_suffix (4.0.6)
     rack (2.2.3)
     rainbow (3.0.0)
     rake (13.0.1)
-    regexp_parser (1.7.1)
-    restforce (5.0.0)
+    regexp_parser (1.8.2)
+    restforce (5.0.3)
       faraday (>= 0.9.0, <= 2.0)
       faraday_middleware (>= 0.8.8, <= 2.0)
       hashie (>= 1.2.0, < 5.0)
       jwt (>= 1.5.6)
     rexml (3.2.4)
-    rspec (3.9.0)
-      rspec-core (~> 3.9.0)
-      rspec-expectations (~> 3.9.0)
-      rspec-mocks (~> 3.9.0)
-    rspec-core (3.9.2)
-      rspec-support (~> 3.9.3)
-    rspec-expectations (3.9.2)
+    rspec (3.10.0)
+      rspec-core (~> 3.10.0)
+      rspec-expectations (~> 3.10.0)
+      rspec-mocks (~> 3.10.0)
+    rspec-core (3.10.0)
+      rspec-support (~> 3.10.0)
+    rspec-expectations (3.10.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.9.0)
-    rspec-mocks (3.9.1)
+      rspec-support (~> 3.10.0)
+    rspec-mocks (3.10.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.9.0)
-    rspec-support (3.9.3)
-    rubocop (0.88.0)
+      rspec-support (~> 3.10.0)
+    rspec-support (3.10.0)
+    rubocop (1.2.0)
       parallel (~> 1.10)
-      parser (>= 2.7.1.1)
+      parser (>= 2.7.1.5)
       rainbow (>= 2.2.2, < 4.0)
-      regexp_parser (>= 1.7)
+      regexp_parser (>= 1.8)
       rexml
-      rubocop-ast (>= 0.1.0, < 1.0)
+      rubocop-ast (>= 1.0.1)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 1.4.0, < 2.0)
-    rubocop-ast (0.3.0)
-      parser (>= 2.7.1.4)
-    rubocop-performance (1.7.1)
-      rubocop (>= 0.82.0)
-    rubocop-rspec (1.42.0)
+    rubocop-ast (1.1.1)
+      parser (>= 2.7.1.5)
+    rubocop-performance (1.8.1)
       rubocop (>= 0.87.0)
+      rubocop-ast (>= 0.4.0)
+    rubocop-rspec (2.0.0)
+      rubocop (~> 1.0)
+      rubocop-ast (>= 1.1.0)
     ruby-progressbar (1.10.1)
-    simplecov (0.18.5)
+    ruby2_keywords (0.0.2)
+    simplecov (0.19.1)
       docile (~> 1.1)
       simplecov-html (~> 0.11)
-    simplecov-html (0.12.2)
+    simplecov-html (0.12.3)
     unicode-display_width (1.7.0)
     websocket-driver (0.7.3)
       websocket-extensions (>= 0.1.0)

data/README.md

@@ -20,33 +20,11 @@ And then execute:
 
 ## Usage
 
-### Middleware
-
-You can initialize the streamer server with any number of middleware classes.
-When a message is received by a PushTopic subscription, the chain of middleware
-classes are executed before the message handler is called.
-
-```ruby
-# config/initializers/streamer.rb
-class MySimpleMiddleware
-  def initialize(handler)
-    @handler = handler
-  end
-  def call(message)
-    @handler.call(message)
-  end
-end
-
-SalesforceStreamer.config.use_middleware MySimpleMiddleware
-```
-
 ### Configure Push Topics
 
-Create a YAML file to configure your server subscriptions.  The configuration
-for each subscription must have a nested `salesforce:` key. These settings will
-be synced to your Salesforce instance when the `-x` flag is set on the command
-line. For more information about the `replay:` and `notify_fields_for` options
-please see the Salesforce Streaming API reference documentation.
+Create a YAML file to configure your PushTopic subscriptions. When streamer
+starts up it will check for any differences between Salesforce PushTopics and
+this yaml and update any differences when `config.manage_topics = true`.
 
 ```yaml
 # config/streamer.yml
@@ -71,14 +49,6 @@ production:
   <<: *DEFAULT
 ```
 
-It's important to note that the way push topics are managed is by the Salesforce
-name attribute.  This should uniquely identify each push topic.  It is not
-recommended to change the name of your push topic definitions; otherwise, the
-push topic manager will not find a push topic in Salesforce resulting in the
-creation of a brand new push topic. If the push topic manager identifies a
-difference in any of the other Salesforce attributes, then it will update the
-push topic in Salesforce before starting the streaming server.
-
 ### Define Message Handlers
 
 Define your handlers somewhere in your project. They must respond to either
@@ -88,14 +58,17 @@ Define your handlers somewhere in your project. They must respond to either
 # lib/account_change_handler.rb
 # Handle account changes inline
 class AccountChangeHandler
-  def self.call(message)
-    puts message
+  class << self
+    def call(message)
+      puts message
+    end
   end
 end
 
 # Handle account changes asynchronously
 class AccountChangeHandler
   include Sidekiq::Worker
+
   def perform(message)
     puts message
   end
@@ -113,13 +86,14 @@ Configure the `SalesforceStreamer` module.
 ```ruby
 # config/initializers/salesforce_streamer.rb
 
-SalesforceStreamer.config.logger = Logger.new(STDERR, level: 'INFO')
-SalesforceStreamer.config.exception_adapter = proc { |e| puts e }
-SalesforceStreamer.config.replay_adapter = proc { |topic|
-  topic.id || Store.get(topic.name) || topic.replay
-}
-SalesforceStreamer.config.use_middleware AfterMessageReceived
-SalesforceStreamer.config.manage_topics = true
+SalesforceStreamer.configure do |config|
+  config.logger = Logger.new(STDERR, level: 'INFO')
+  config.exception_adapter = proc { |e| puts e }
+  config.replay_adapter = MyReplayAdapter
+  config.use_middleware AfterMessageReceived
+  config.use_faye_extension ErrorLoggingExtension.new
+  config.manage_topics = true
+end
 ```
 
 ### Launch The Streamer
@@ -158,6 +132,59 @@ By default, the executable will load the YAML based on the `RACK_ENV` environmen
 variable, or default to `:development` if not set. You can override this by
 setting the `config.environment = :integration`
 
+### Message Handling Middleware
+
+You can initialize the streamer server with any number of middleware classes.
+When a message is received by a PushTopic subscription, the chain of middleware
+classes are executed before the message handler is called.
+
+```ruby
+# config/initializers/streamer.rb
+class MySimpleMiddleware
+  def initialize(handler)
+    @handler = handler
+  end
+
+  def call(message)
+    @handler.call(message)
+  end
+end
+
+SalesforceStreamer.config.use_middleware MySimpleMiddleware
+```
+
+### ReplayAdapter
+
+The `config.replay_adapter` should be an object that has an interface like Hash.
+It must respond to `[]` and `[]=`. By default the adapter is an empty hash.  If
+you want your push topic replayId to persist between restarts, then you should
+implement a class with an appropriate interface.
+
+```ruby
+class MyReplayAdapter
+  def [](channel)
+    Persistence.get(channel)
+  end
+
+  def []=(channel, replay_id)
+    Persistence.set(channel, replay_id)
+  end
+end
+```
+
+This adapter will be used directly by `Restforce::ReplayExtension`.
+
+### Use Faye Extension
+
+The `config.use_faye_extension` should be given an object that responds to
+`.incoming(message, callback)` or `.outgoing(message, callback)` or both. Find
+out more about extensions from
+[Faye](https://github.com/faye/faye/blob/master/spec/ruby/server/extensions_spec.rb)
+specs.
+
+Any configured extensions are added to the Faye client used by the Restforce
+client when starting up the server.
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake rspec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.

data/lib/salesforce_streamer.rb

@@ -58,4 +58,8 @@ module SalesforceStreamer
   def self.config
     Configuration.instance
   end
+
+  def self.configure
+    yield Configuration.instance
+  end
 end

data/lib/salesforce_streamer/cli.rb

@@ -32,7 +32,7 @@ module SalesforceStreamer
         end
 
         o.on '-v', '--verbose LEVEL', 'Set the log level (default no logging)' do |arg|
-          @config.logger = Logger.new(STDERR, level: arg)
+          @config.logger = Logger.new($stderr, level: arg)
         end
 
         o.on '-V', '--version', 'Print the version information' do

data/lib/salesforce_streamer/configuration.rb

@@ -3,25 +3,30 @@ module SalesforceStreamer
   class Configuration
     attr_accessor :environment, :logger, :require_path, :config_file,
       :manage_topics, :exception_adapter, :replay_adapter
-    attr_reader :middleware
+    attr_reader :middleware, :faye_extensions
 
     class << self
       attr_writer :instance
-    end
 
-    def self.instance
-      @instance ||= new
+      def configure
+        yield instance
+      end
+
+      def instance
+        @instance ||= new
+      end
     end
 
     def initialize
       @environment = ENV['RACK_ENV'] || :development
       @logger = Logger.new(IO::NULL)
       @exception_adapter = proc { |exc| fail(exc) }
-      @replay_adapter = proc { |topic| topic.id || topic.replay }
+      @replay_adapter = Hash.new { |hash, key| hash[key] = -1 }
       @manage_topics = false
       @config_file = './config/streamer.yml'
       @require_path = './config/environment'
       @middleware = []
+      @faye_extensions = [ReplayIdErrorExtension.new]
     end
 
     def manage_topics?
@@ -33,6 +38,11 @@ module SalesforceStreamer
       @middleware << [klass, args, block]
     end
 
+    # adds a Faye extension
+    def use_faye_extension(extension)
+      @faye_extensions << extension
+    end
+
     # returns a ready to use chain of middleware
     def middleware_runner(last_handler)
       @middleware.reduce(last_handler) do |next_handler, current_handler|

data/lib/salesforce_streamer/push_topic.rb

@@ -34,7 +34,7 @@ module SalesforceStreamer
       @handler = Object.const_get(@handler)
       true
     rescue NameError, TypeError => e
-      message = 'handler=' + @handler.to_s + ' exception=' + e.to_s
+      message = "handler=#{@handler} exception=#{e}"
       raise(PushTopicHandlerMissingError, message)
     end
 
@@ -53,7 +53,7 @@ module SalesforceStreamer
         if constant.respond_to? :call
           constant
         elsif constant.respond_to? :perform_async
-          proc { |message| handler_constant.perform_async message }
+          proc { |message| constant.perform_async message }
         else
           fail(UnprocessableHandlerError, constant)
         end

data/lib/salesforce_streamer/salesforce_client.rb

@@ -8,10 +8,8 @@ module SalesforceStreamer
       @client.authenticate!
     end
 
-    def subscribe(*args)
-      @client.subscribe(args) do
-        yield
-      end
+    def subscribe(*args, &block)
+      @client.subscribe(args, &block)
     end
 
     # Returns nil or an instance of Restforce::SObject

data/lib/salesforce_streamer/server.rb

@@ -27,19 +27,19 @@ module SalesforceStreamer
       return @client if @client
       @client = Restforce.new
       @client.authenticate!
-      @client.faye.add_extension ReplayIdErrorExtension.new
+      Configuration.instance.faye_extensions.each do |extension|
+        Log.debug %(adding Faye extension #{extension})
+        @client.faye.add_extension extension
+      end
       @client
     end
 
     def start_em
       EM.run do
         @push_topics.map do |topic|
-          replay_id = Configuration.instance.replay_adapter.call(topic)
-          client.subscribe topic.name, replay: replay_id.to_i do |message|
-            replay_id = message.dig('event', 'replayId')
-            Log.info "Message #{replay_id} received from topic #{topic.name}"
+          client.subscribe topic.name, replay: Configuration.instance.replay_adapter do |message|
+            Log.info "Message #{message.dig('event', 'replayId')} received from topic #{topic.name}"
             topic.handle message
-            topic.id = replay_id
           end
         end
       end

data/lib/salesforce_streamer/version.rb

@@ -1,3 +1,3 @@
 module SalesforceStreamer
-  VERSION = '2.0.0.rc1'.freeze
+  VERSION = '2.2.0'.freeze
 end

data/salesforce_streamer.gemspec

@@ -14,6 +14,7 @@ Gem::Specification.new do |spec|
 
   spec.metadata['homepage_uri'] = spec.homepage
   spec.metadata['source_code_uri'] = spec.homepage
+  spec.metadata['documentation_uri'] = 'https://www.rubydoc.info/gems/salesforce_streamer'
 
   spec.files = Dir.chdir(File.expand_path(__dir__)) do
     `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(bin/|spec/|\.rub)}) }

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: salesforce_streamer
 version: !ruby/object:Gem::Version
-  version: 2.0.0.rc1
+  version: 2.2.0
 platform: ruby
 authors:
 - Scott Serok
 - RenoFi Engineering Team
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-08-04 00:00:00.000000000 Z
+date: 2020-11-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: dry-initializer
@@ -157,7 +157,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: 
+description:
 email:
 - scott@renofi.com
 - engineering@renofi.com
@@ -172,6 +172,7 @@ files:
 - ".github/ISSUE_TEMPLATE/story.md"
 - ".github/PULL_REQUEST_TEMPLATE.md"
 - ".github/workflows/auto-approve.yml"
+- ".github/workflows/auto-merge.yml"
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
@@ -202,7 +203,8 @@ licenses:
 metadata:
   homepage_uri: https://github.com/renofi/salesforce_streamer
   source_code_uri: https://github.com/renofi/salesforce_streamer
-post_install_message: 
+  documentation_uri: https://www.rubydoc.info/gems/salesforce_streamer
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -213,12 +215,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '2.6'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
 summary: A wrapper around the Restforce Streaming API with a built-in PushTopic manager.
 test_files: []