nulogy_message_bus_consumer 0.3.2 → 0.3.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 06d80940b2a655a32c8835712e4b05d1c11e03842906838bc41747387b29fe9c
-  data.tar.gz: 97088e64abcb4ce26caf0dd6e1152c40d94c7c3ef6cff5e5934724ab2ee3b72c
+  metadata.gz: c47fb7fab95cd7d64e9654c0ce43fec64f77f8718331f8028afc6c18ab993f81
+  data.tar.gz: 3c656a7dea18d149f04ccfbc3dc4db04e9aa7b3cd6183be7b0a1a45337c3a975
 SHA512:
-  metadata.gz: b29bbf882128c1c4d47b91a4929de09e254e6428648504b3dc14a29e7e16d43c5d22ccb0c9ea0fd87b7b062c76446ad13ad8dae39d17f96bf02ae19423c09099
-  data.tar.gz: '095efec4ae0cba16311a8f97b9c2f0db81642875fb50dccc32aebb3e3b7e287f2761826bb7197aca3004f821d06a6606e6d0f07956853b3f32cd34d4faf0bd1c'
+  metadata.gz: 04320f62a752bcfcc4bad93bd0611ba0f8945018dfb1680016ab739b70ba66cb7ebcf5062fb12f316745e59386714613c44f17f7feea4006a56b8625da119e23
+  data.tar.gz: c480ced5fb50feeb8d655cb8c0b45c19a12bd733088db6fe4bf78ce33d08a7051594eb86a011227d2cc1363ea058e1544435c318824a6c9549be2e32fb6f65ef

data/config/credentials/message-bus-us-east-1.key

@@ -0,0 +1 @@
+dfa19863b2709390893da4c2fb85579a

data/config/credentials/message-bus-us-east-1.yml.enc

@@ -0,0 +1 @@
+/WXdqUYePaHqAq3P0iTEsrLiMfRKzp2qYYh7K+q6LUNgi4eHNv0+SoLdI1bUNb9UaGvDPGNT3fCwAdkurk5Iud16ok3b4wD6yZ7UkfqbXqZaKH/dciQ5s63p9Hiuq1rbfcqoZ3KR1SXYAwvy8vNqbdwbAzz2N66B1wE5fNibZZlrWzXJjLReiTcNyxNbCPz6vwEwFF52RntuYlIJo4Nkm8vEk3No+HWrOkM8xptr5qApbd+RowLCLZ4/kcAMDB/XPiGobf0AOFv1NUR/9ChEy20usa8Fqd6HtEn4A25HnAC0uaN0K8ZRXjxhMpnXtfMBItn7yxyJ1ubjRZK5a1xVBRU7L/CVV9ZuIsqAHL1++gH5FBrEe83ZIUhN7AzngMDlOPKGiCLiZLrm18I1AEQrD7tJLyXos15AeAzj--cER8cN0iMLwu8Le+--FL7dhMTgr6xL6SkMnYKmeg==

data/lib/nulogy_message_bus_consumer/steps/commit_on_success.rb

@@ -1,12 +1,13 @@
 module NulogyMessageBusConsumer
   module Steps
     class CommitOnSuccess
-      def call(kafka_consumer:, **_)
+      def call(kafka_consumer:, message:, **_)
         result = yield
 
         raise_if_invalid(result)
 
         if result == :success
+          kafka_consumer.store_offset(message)
           kafka_consumer.commit
         else
           reconnect_to_reprocess_same_message(kafka_consumer)

data/lib/nulogy_message_bus_consumer/steps/connect_to_message_bus.rb

@@ -32,6 +32,7 @@ module NulogyMessageBusConsumer
           "bootstrap.servers": @config.bootstrap_servers,
           "enable.auto.commit": false,
           "group.id": @config.consumer_group_id,
+          "enable.auto.offset.store": false,
         }
       end
     end

data/lib/nulogy_message_bus_consumer/version.rb

@@ -1,3 +1,3 @@
 module NulogyMessageBusConsumer
-  VERSION = "0.3.2"
+  VERSION = "0.3.3"
 end

data/lib/tasks/engine/message_bus_consumer.rake

@@ -1,16 +1,15 @@
 namespace :message_bus_consumer do
   desc "Verifies that the messages in the message bus have been processed"
   task audit: :environment do
-    config = build_audit_config
+    logger = Rails.logger
+    config = NulogyMessageBusConsumer::Config.new(
+      consumer_group_id: ENV.fetch("MB_AUDIT_GROUP"),
+      bootstrap_servers: ENV.fetch("MB_BOOTSTRAP_SERVERS"),
+      topic_name: ENV.fetch("MB_CONSUMER_TOPIC")
+    )
 
     NulogyMessageBusConsumer
-      .consumer_audit_pipeline(config: config)
+      .consumer_audit_pipeline(config: config, logger: logger)
       .invoke
   end
-
-  def build_audit_config
-    audit_config = NulogyMessageBusConsumer.config.dup
-    audit_config.consumer_group_id = "#{audit_config.consumer_group_id}_consumer_audit"
-    NulogyMessageBusConsumer.config
-  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: nulogy_message_bus_consumer
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.3.3
 platform: ruby
 authors:
 - Nulogy
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-11-12 00:00:00.000000000 Z
+date: 2020-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -52,6 +52,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler-audit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.7.0.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.7.0.1
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.7.6
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.7.6
 - !ruby/object:Gem::Dependency
   name: pg
   requirement: !ruby/object:Gem::Requirement
@@ -100,14 +128,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 6.0.3
+        version: 6.0.3.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 6.0.3
+        version: 6.0.3.1
 - !ruby/object:Gem::Dependency
   name: rake-release
   requirement: !ruby/object:Gem::Requirement
@@ -214,6 +242,8 @@ extensions: []
 extra_rdoc_files: []
 files:
 - Rakefile
+- config/credentials/message-bus-us-east-1.key
+- config/credentials/message-bus-us-east-1.yml.enc
 - config/routes.rb
 - db/migrate/20200509095105_create_message_bus_processed_messages.rb
 - lib/nulogy_message_bus_consumer.rb