work_shaper 0.1.1 → 0.1.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: de4165a0ac67a037a6b86382d259eb01851d453b7d0612ca7ea7be964825a101
-  data.tar.gz: 25834ee43b2ed420fa913d426e00a268846b473bf69c6efd2651e8c705ca8aa2
+  metadata.gz: 5cd87f9d88041bc67137b36d582629575ec11bb992e3ff9de8611237cfdd56a3
+  data.tar.gz: 5c3ad4dee1e236c9c3ab59c15ccaf95716387c9ecaccbc7e45616d6465e8f350
 SHA512:
-  metadata.gz: ccfa851b800c7f4a97ffa789df95297e44814f06d0348ae8e4a97b768b156b751c15c7da746ce22c5e4ebaf253721e15d8763dc1c9a2814a82af5f3a72d529c6
-  data.tar.gz: b3edfcbf33fa35c9ad4632a9e61dcb84b3ac6a437b240074b65290e9b7a3d2b76249e1ee7e0fddc21d9e50cecce6d513ecca5a75a6b95645c548714faa49c9cb
+  metadata.gz: fbf7d11372a4d8e69292a82729636fd8bad0bffd1bfa87eae270004648e9beb508ae9d446141cecf09798f306cc5af71a1acec7d9d1d81c09ae93fabf5aa70af
+  data.tar.gz: 25195a7ccafaa687d09967d9d9efa2f066edc9b89503b30d62d3e68877518a3c753065de67374de56acf05017731a586ef0a2516510815ebc9a23fa44aea5713

data/Gemfile

@@ -10,3 +10,9 @@ gem "rake", "~> 13.0"
 gem "rspec", "~> 3.0"
 
 gem "rubocop", "~> 1.21"
+
+gem "sorted_set", "~> 1.0"
+
+gem "logger", "~> 1.4"
+
+gem "concurrent-ruby", "~> 1.2"

data/lib/work_shaper/manager.rb

@@ -98,7 +98,8 @@ module WorkShaper
             total_acked: @total_acked,
             in_flight: (@total_enqueued.to_i - @total_acked.to_i),
             last_acked_offsets: @last_ack,
-            worker_count: @workers.keys.count
+            worker_count: @workers.keys.count,
+            offset_mgr: @offset_manager.status
           })
         if detailed
           WorkShaper.logger.info(
@@ -155,11 +156,11 @@ module WorkShaper
                 received: @received_offsets[partition].to_a[0..10].join(',')
               })
           else
-            @total_acked += 1
             @last_ack[partition] = offset
           end
         end
 
+        @total_acked += 1
         completed.delete(offset)
         received.delete(offset)
 

data/lib/work_shaper/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module WorkShaper
-  VERSION = "0.1.1"
+  VERSION = "0.1.2.1"
 end

data/lib/work_shaper/worker.rb

@@ -27,16 +27,14 @@ module WorkShaper
       @thread_pool.post do
         @work.call(message, partition, offset)
         @on_done.call(message, partition, offset)
+      rescue => e
+        WorkShaper.logger.error("Error processing #{partition}:#{offset} #{e}")
+        WorkShaper.logger.error(e.backtrace.join(" > "))
+        @on_error.call(e, message, partition, offset)
+      ensure
         @semaphore.synchronize do
           (@completed_offsets[partition] ||= SortedSet.new) << offset
         end
-        # @ack_handler.call(partition, offset)
-      rescue => e
-        puts("Error processing #{partition}:#{offset} #{e}")
-        puts(e.backtrace.join("\n"))
-        # logger.error("Acking it anyways, why not?")
-        @on_error.call(e, message, partition, offset)
-        # @ack_handler.call(partition, offset)
       end
       # rubocop:enable Style/RescueStandardError
     end

data/lib/work_shaper.rb

@@ -1,5 +1,8 @@
 # frozen_string_literal: true
 
+require 'logger'
+require 'sorted_set'
+require 'concurrent-ruby'
 require_relative "work_shaper/version"
 require_relative "work_shaper/manager"
 require_relative "work_shaper/worker"

data/work_shaper.gemspec

@@ -33,6 +33,7 @@ Gem::Specification.new do |spec|
 
   # Uncomment to register a new dependency of your gem
   spec.add_dependency "sorted_set", "~> 1.0"
+  spec.add_dependency "concurrent-ruby", "~> 1.2"
 
   # For more information and examples about making a new gem, check out our
   # guide at: https://bundler.io/guides/creating_gem.html

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: work_shaper
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2.1
 platform: ruby
 authors:
 - Jerry Fernholz
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-03 00:00:00.000000000 Z
+date: 2024-02-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sorted_set
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
 description: WorkShaper was built to parallelize the work needed to process Kafka
   messages.
 email: