work_shaper 0.1.2 → 0.1.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 357d650ad73cfb685d1fd05a2ed98a0b4136358dc232febe04be921f8954855c
-  data.tar.gz: 77bceccf96220ec5ba98e438fde84761dd3494878fae05005cccdad0121cb833
+  metadata.gz: 5cd87f9d88041bc67137b36d582629575ec11bb992e3ff9de8611237cfdd56a3
+  data.tar.gz: 5c3ad4dee1e236c9c3ab59c15ccaf95716387c9ecaccbc7e45616d6465e8f350
 SHA512:
-  metadata.gz: 25c75b8e97b6e320e57164a2128ab320b23efe22c81d3e3f64857e70f92ee3dd881133060b702109ec1b172120a446ffb8d214a0423a039eb95ac4a6d06b3de3
-  data.tar.gz: 72babc90aaef951eb50dcc3edea4bc71903497bc79aaf3c7708fc143649407a88d4df6240d5f3b232a60fc37f11446f758109d833bc65d0822a23578b2da7ee6
+  metadata.gz: fbf7d11372a4d8e69292a82729636fd8bad0bffd1bfa87eae270004648e9beb508ae9d446141cecf09798f306cc5af71a1acec7d9d1d81c09ae93fabf5aa70af
+  data.tar.gz: 25195a7ccafaa687d09967d9d9efa2f066edc9b89503b30d62d3e68877518a3c753065de67374de56acf05017731a586ef0a2516510815ebc9a23fa44aea5713

data/Gemfile

@@ -10,3 +10,9 @@ gem "rake", "~> 13.0"
 gem "rspec", "~> 3.0"
 
 gem "rubocop", "~> 1.21"
+
+gem "sorted_set", "~> 1.0"
+
+gem "logger", "~> 1.4"
+
+gem "concurrent-ruby", "~> 1.2"

data/lib/work_shaper/manager.rb

@@ -98,7 +98,8 @@ module WorkShaper
             total_acked: @total_acked,
             in_flight: (@total_enqueued.to_i - @total_acked.to_i),
             last_acked_offsets: @last_ack,
-            worker_count: @workers.keys.count
+            worker_count: @workers.keys.count,
+            offset_mgr: @offset_manager.status
           })
         if detailed
           WorkShaper.logger.info(

data/lib/work_shaper/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module WorkShaper
-  VERSION = "0.1.2"
+  VERSION = "0.1.2.1"
 end

data/lib/work_shaper/worker.rb

@@ -27,16 +27,14 @@ module WorkShaper
       @thread_pool.post do
         @work.call(message, partition, offset)
         @on_done.call(message, partition, offset)
+      rescue => e
+        WorkShaper.logger.error("Error processing #{partition}:#{offset} #{e}")
+        WorkShaper.logger.error(e.backtrace.join(" > "))
+        @on_error.call(e, message, partition, offset)
+      ensure
         @semaphore.synchronize do
           (@completed_offsets[partition] ||= SortedSet.new) << offset
         end
-        # @ack_handler.call(partition, offset)
-      rescue => e
-        puts("Error processing #{partition}:#{offset} #{e}")
-        puts(e.backtrace.join("\n"))
-        # logger.error("Acking it anyways, why not?")
-        @on_error.call(e, message, partition, offset)
-        # @ack_handler.call(partition, offset)
       end
       # rubocop:enable Style/RescueStandardError
     end

data/lib/work_shaper.rb

@@ -1,5 +1,8 @@
 # frozen_string_literal: true
 
+require 'logger'
+require 'sorted_set'
+require 'concurrent-ruby'
 require_relative "work_shaper/version"
 require_relative "work_shaper/manager"
 require_relative "work_shaper/worker"

data/work_shaper.gemspec

@@ -33,6 +33,7 @@ Gem::Specification.new do |spec|
 
   # Uncomment to register a new dependency of your gem
   spec.add_dependency "sorted_set", "~> 1.0"
+  spec.add_dependency "concurrent-ruby", "~> 1.2"
 
   # For more information and examples about making a new gem, check out our
   # guide at: https://bundler.io/guides/creating_gem.html

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: work_shaper
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.2.1
 platform: ruby
 authors:
 - Jerry Fernholz
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-05 00:00:00.000000000 Z
+date: 2024-02-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sorted_set
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
 description: WorkShaper was built to parallelize the work needed to process Kafka
   messages.
 email: