eventboss 1.7.0 → 1.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8b837d9db4a587bec35fc7d31765551263011c2bd33559944c7de34ffa885c3b
-  data.tar.gz: 3b0f1808873bf4a8d2b5407b82de0ced2f86a2bd5f67775f4f3c73493dfe1bd7
+  metadata.gz: e4628ccf4b64bbc755253aedf850c096998ed965231ac1464de4384872d2d1f1
+  data.tar.gz: cc0661659e16a84c8e5073fba547ca934038c8e769bdd5a06ad4c126511a4f4a
 SHA512:
-  metadata.gz: d7c7a8696654ccefd5d25596a9f439c8fbbd8ca41a71525f195010fbb0f469db5f6937632e0b6c46a67cb774b67fc3aeec174e507e649f46c2ab76e55ea56dee
-  data.tar.gz: 4d7c2b81fc401f5d7890ad1144ee87cd933a34470110a50b7d94e6d88fbcf5792f938777f7b93b3ec37280dc09d5b7c17f2e2b9ac9dc34f50f0c8ed4075af8ed
+  metadata.gz: a4e2ea1c6484a55a08b6a4067e94cd3171c4bc165930ec5475077263ccc7a898a96d5cef6917daf680483f61841d597b7c77019d783fcf11bf5a39b020dd5d29
+  data.tar.gz: 2198208804156ab4a6a99e2624a970c9d494c325e4648b3c53eec207f8ecbf2b0ce5cc5e5d932ca0531bb58410d2d595fa1b7250a39b48749085e8bdfcbf610b

data/.github/workflows/bundler_audit.yml

@@ -0,0 +1,24 @@
+name: Run Bundler Audit
+
+on:
+  pull_request:
+
+jobs:
+  run-bundler_audit:
+    name: Run bundler audit
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        ruby-version: ["3.0"]
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby-version }}
+      - name: Install bundle audit
+        run: gem install bundle-audit
+      - name: Update Ruby Advisory Database
+        run: bundle-audit update
+      - name: Run audit
+        run: bundle audit

data/.github/workflows/rspec.yml

@@ -0,0 +1,28 @@
+name: Run RSpec tests
+
+on:
+  workflow_call:
+  workflow_dispatch:
+  pull_request:
+
+env:
+  APPLICATION_NAME: eventboss
+
+jobs:
+  run-tests:
+    name: Run RSpec
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        ruby-version: ["3.0"]
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Ruby
+        # To automatically get bug fixes and new Ruby versions for ruby/setup-ruby
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby-version }}
+          # runs 'bundle install' and caches installed gems automatically
+          bundler-cache: true
+      - name: Run tests
+        run: bundle exec rspec

data/Gemfile.lock

@@ -1,55 +1,57 @@
 PATH
   remote: .
   specs:
-    eventboss (1.7.0)
+    eventboss (1.8.1)
       aws-sdk-sns (>= 1.1.0)
       aws-sdk-sqs (>= 1.3.0)
       dotenv (~> 2.1, >= 2.1.1)
+      rexml (~> 3.0)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    aws-eventstream (1.1.1)
-    aws-partitions (1.432.0)
-    aws-sdk-core (3.113.0)
-      aws-eventstream (~> 1, >= 1.0.2)
-      aws-partitions (~> 1, >= 1.239.0)
-      aws-sigv4 (~> 1.1)
-      jmespath (~> 1.0)
-    aws-sdk-sns (1.37.0)
-      aws-sdk-core (~> 3, >= 3.109.0)
+    aws-eventstream (1.3.0)
+    aws-partitions (1.894.0)
+    aws-sdk-core (3.191.3)
+      aws-eventstream (~> 1, >= 1.3.0)
+      aws-partitions (~> 1, >= 1.651.0)
+      aws-sigv4 (~> 1.8)
+      jmespath (~> 1, >= 1.6.1)
+    aws-sdk-sns (1.72.0)
+      aws-sdk-core (~> 3, >= 3.191.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-sqs (1.35.0)
-      aws-sdk-core (~> 3, >= 3.109.0)
+    aws-sdk-sqs (1.70.0)
+      aws-sdk-core (~> 3, >= 3.191.0)
       aws-sigv4 (~> 1.1)
-    aws-sigv4 (1.2.3)
+    aws-sigv4 (1.8.0)
       aws-eventstream (~> 1, >= 1.0.2)
-    diff-lcs (1.3)
-    dotenv (2.7.6)
-    jmespath (1.4.0)
-    rake (13.0.1)
-    rspec (3.7.0)
-      rspec-core (~> 3.7.0)
-      rspec-expectations (~> 3.7.0)
-      rspec-mocks (~> 3.7.0)
-    rspec-core (3.7.0)
-      rspec-support (~> 3.7.0)
-    rspec-expectations (3.7.0)
+    diff-lcs (1.5.0)
+    dotenv (2.8.1)
+    jmespath (1.6.2)
+    rake (13.0.6)
+    rexml (3.2.6)
+    rspec (3.11.0)
+      rspec-core (~> 3.11.0)
+      rspec-expectations (~> 3.11.0)
+      rspec-mocks (~> 3.11.0)
+    rspec-core (3.11.0)
+      rspec-support (~> 3.11.0)
+    rspec-expectations (3.11.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.7.0)
-    rspec-mocks (3.7.0)
+      rspec-support (~> 3.11.0)
+    rspec-mocks (3.11.0)
       diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.7.0)
-    rspec-support (3.7.0)
+      rspec-support (~> 3.11.0)
+    rspec-support (3.11.0)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  bundler (~> 1.13)
+  bundler (>= 1)
   eventboss!
   rake (>= 10.0)
   rspec (~> 3.0)
 
 BUNDLED WITH
-   2.1.4
+   2.3.7

data/README.md

@@ -100,8 +100,8 @@ EVENTBOSS_ENV=env_name # production/staging/test
 EVENTBOSS_REGION=aws_region # i.e. eu-west-1
 EVENTBOSS_CONCURRENCY=10 # default is 25
 
-AWS_SNS_ENDPOINT=http://localhost:4575 # when using with localstack
-AWS_SQS_ENDPOINT=http://localhost:4576 # when using with localstack
+AWS_SNS_ENDPOINT=http://localhost:4566 # when using with localstack
+AWS_SQS_ENDPOINT=http://localhost:4566 # when using with localstack
 ```
 Use fixed account ID for localstack setup:
 ```

data/docker-compose.test.yml

@@ -0,0 +1,27 @@
+version: '2'
+services:
+  web:
+    build:
+      context: .
+      dockerfile: Dockerfile-test
+    env_file:
+      - .env.example
+    volumes:
+      - tmp:/usr/src/app/tmp
+      - log:/usr/src/app/log
+  pronto:
+    build:
+      context: .
+      dockerfile: Dockerfile-test
+    volumes:
+      - .:/usr/src/app
+    entrypoint: ""
+    command: bash -c "bundle exec pronto run -f github_status text -c origin/master"
+    environment:
+      GITHUB_ACCESS_TOKEN: ${GITHUB_ACCESS_TOKEN}
+      RACK_ENV: test
+      RAILS_ENV: test
+
+volumes:
+  log:
+  tmp:

data/eventboss.gemspec

@@ -23,8 +23,9 @@ Gem::Specification.new do |spec|
   spec.add_dependency "aws-sdk-sqs", ">= 1.3.0"
   spec.add_dependency "aws-sdk-sns", ">= 1.1.0"
   spec.add_dependency "dotenv", "~> 2.1", ">= 2.1.1"
+  spec.add_dependency "rexml", "~> 3.0"
 
-  spec.add_development_dependency "bundler", "~> 1.13"
+  spec.add_development_dependency "bundler", ">= 1"
   spec.add_development_dependency 'rake', '>= 10.0'
   spec.add_development_dependency "rspec", "~> 3.0"
 end

data/lib/eventboss/development_mode.rb

@@ -17,6 +17,9 @@ module Eventboss
           logger.info('development-mode') { "Creating queue #{queue.name}..." }
           sqs_client.create_queue(queue_name: queue.name)
 
+          logger.info('development-mode') { "Creating deadletter queue #{queue.name}-deadletter..." }
+          sqs_client.create_queue(queue_name: "#{queue.name}-deadletter")
+
           logger.info('development-mode') { "Setting up queue #{queue.name} policy..." }
           policy = queue_policy(queue.arn, topic.topic_arn)
           sqs_client.set_queue_attributes(queue_url: queue.url, attributes: { Policy: policy.to_json })

data/lib/eventboss/error_handlers/rollbar.rb

@@ -4,7 +4,13 @@ module Eventboss
       def call(exception, context = {})
         eventboss_context = { component: 'eventboss' }
         eventboss_context[:action] = context[:processor].class.to_s if context[:processor]
-        ::Rollbar.error(exception, eventboss_context.merge(context))
+
+        default_options = { use_exception_level_filters: true }
+
+        ::Rollbar.error(
+          exception,
+          context.merge(eventboss_context, default_options)
+        )
       end
     end
   end

data/lib/eventboss/error_handlers/sentry.rb

@@ -0,0 +1,17 @@
+module Eventboss
+  module ErrorHandlers
+    class Sentry
+      def call(exception, context = {})
+        eventboss_context = { component: 'eventboss' }
+        eventboss_context[:action] = context[:processor].class.to_s if context[:processor]
+
+        ::Sentry.with_scope do |scope|
+          scope.set_tags(
+            context.merge(eventboss_context)
+          )
+          ::Sentry.capture_exception(exception)
+        end
+      end
+    end
+  end
+end

data/lib/eventboss/extensions.rb

@@ -1,6 +1,7 @@
 require 'eventboss/error_handlers/logger'
 require 'eventboss/error_handlers/airbrake'
 require 'eventboss/error_handlers/rollbar'
+require 'eventboss/error_handlers/sentry'
 require 'eventboss/error_handlers/db_connection_drop_handler'
 require 'eventboss/error_handlers/db_connection_not_established_handler'
 require 'eventboss/error_handlers/non_existent_queue_handler'

data/lib/eventboss/long_poller.rb

@@ -55,7 +55,7 @@ module Eventboss
       @launcher.poller_stopped(self)
     rescue Eventboss::Shutdown
       @launcher.poller_stopped(self)
-    rescue Aws::SQS::Errors::NonExistentQueue
+    rescue Aws::SQS::Errors::NonExistentQueue => exception
       handle_exception(exception, poller_id: id)
       @launcher.poller_stopped(self)
     rescue StandardError => exception

data/lib/eventboss/version.rb

@@ -1,3 +1,3 @@
 module Eventboss
-  VERSION = "1.7.0"
+  VERSION = "1.8.1"
 end

data/lib/tasks/eventboss.rake

@@ -6,6 +6,9 @@ namespace :eventboss do
     task :reload, [:event_name, :source_app, :max_messages] do |task, args|
       source_app = args[:source_app]
       event_name = args[:event_name]
+      start_time = Time.now
+
+      Eventboss.logger.info "[#{task.name}] Start task"
 
       # Zero means: fetch all messages
       max_messages = args[:max_messages].to_i
@@ -17,13 +20,11 @@ namespace :eventboss do
 
       queue_name = compose_queue_name(source_app, event_name)
 
-      puts "[#{task.name}] Reloading #{queue_name}-deadletter (max: #{ max_messages }, batch: #{ batch_size })"
+      Eventboss.logger.info "[#{task.name}] Reloading #{queue_name}-deadletter (max: #{ max_messages }, batch: #{ batch_size })"
       queue = Eventboss::Queue.new("#{queue_name}-deadletter")
       send_queue = Eventboss::Queue.new(queue_name)
 
-      puts "[#{task.name}] #{queue.url}"
-      puts "[#{task.name}] to"
-      puts "[#{task.name}] #{send_queue.url}"
+      Eventboss.logger.info "[#{task.name}] #{queue.url} to #{send_queue.url}"
 
       fetcher = Eventboss::Fetcher.new(Eventboss.configuration)
       client = fetcher.client
@@ -42,16 +43,24 @@ namespace :eventboss do
 
         break if max_messages > 0 && total >= max_messages
       end
+      Eventboss.logger.info <<~HEREDOC
+        [#{task.name}] Task done
+        total messages: #{total}
+        total time: #{Time.now - start_time}s
+      HEREDOC
     end
 
     desc 'Purge deadletter queue'
     task :purge, [:event_name, :source_app, :max_messages] do |task, args|
       source_app = args[:source_app]
       event_name = args[:event_name]
+      start_time = Time.now
 
       # Zero means: fetch all messages
       max_messages = args[:max_messages].to_i
 
+      Eventboss.logger.info "[#{task.name}] Start task"
+
       # Ensure we don't fetch more than 10 messages from SQS
       batch_size = max_messages == 0 ? 10 : [10, max_messages].min
 
@@ -59,9 +68,9 @@ namespace :eventboss do
 
       queue_name = compose_queue_name(source_app, event_name)
 
-      puts "[#{task.name}] Purging #{queue_name}-deadletter (max: #{ max_messages }, batch: #{ batch_size })"
+      Eventboss.logger.info "[#{task.name}] Purging #{queue_name}-deadletter (max: #{ max_messages }, batch: #{ batch_size })"
       queue = Eventboss::Queue.new("#{queue_name}-deadletter")
-      puts "[#{task.name}] #{queue.url}"
+      Eventboss.logger.info "[#{task.name}] #{queue.url}"
 
       fetcher = Eventboss::Fetcher.new(Eventboss.configuration)
       total = 0
@@ -78,6 +87,12 @@ namespace :eventboss do
 
         break if max_messages > 0 && total >= max_messages
       end
+
+      Eventboss.logger.info <<~HEREDOC
+        [#{task.name}] Task done
+        total messages: #{total}
+        total time: #{Time.now - start_time}s
+      HEREDOC
     end
 
     def compose_queue_name(source_app, event_name)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: eventboss
 version: !ruby/object:Gem::Version
-  version: 1.7.0
+  version: 1.8.1
 platform: ruby
 authors:
 - AirHelp
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-07-08 00:00:00.000000000 Z
+date: 2024-02-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-sqs
@@ -59,19 +59,33 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 2.1.1
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: rexml
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.13'
-  type: :development
+        version: '3.0'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.13'
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -108,6 +122,8 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
+- ".github/workflows/bundler_audit.yml"
+- ".github/workflows/rspec.yml"
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
@@ -119,6 +135,7 @@ files:
 - README.md
 - Rakefile
 - bin/eventboss
+- docker-compose.test.yml
 - eventboss.gemspec
 - lib/eventboss.rb
 - lib/eventboss/cli.rb
@@ -130,6 +147,7 @@ files:
 - lib/eventboss/error_handlers/logger.rb
 - lib/eventboss/error_handlers/non_existent_queue_handler.rb
 - lib/eventboss/error_handlers/rollbar.rb
+- lib/eventboss/error_handlers/sentry.rb
 - lib/eventboss/extensions.rb
 - lib/eventboss/fetcher.rb
 - lib/eventboss/instrumentation.rb
@@ -173,7 +191,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.6
+rubygems_version: 3.5.5
 signing_key:
 specification_version: 4
 summary: Eventboss Ruby Client.