work_shaper 0.1.0 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5f008d410f5dc96fc854d8673b38873eacb66d176768d8c8ab8b78107a4b4837
-  data.tar.gz: 621935ffcad5cd2db1b138a2fafeab86eeb5c86138437756a56768cae698a1ff
+  metadata.gz: 357d650ad73cfb685d1fd05a2ed98a0b4136358dc232febe04be921f8954855c
+  data.tar.gz: 77bceccf96220ec5ba98e438fde84761dd3494878fae05005cccdad0121cb833
 SHA512:
-  metadata.gz: 2119feac5a3f1d5e56d69b572a8b764558625d68da7c63d7b7fa4e2747e92a204013fea4247cd5502317fed446ebb7f8826b130f9f15437895de2547a4c927d2
-  data.tar.gz: 591f2a06d61f872e1d194b73dfac057f31b34f903512ba48b6864e9280d71b27ed83004e95274d4dd029ce978853f0dd81b126c5b5eb8e28014a3e9c169f89be
+  metadata.gz: 25c75b8e97b6e320e57164a2128ab320b23efe22c81d3e3f64857e70f92ee3dd881133060b702109ec1b172120a446ffb8d214a0423a039eb95ac4a6d06b3de3
+  data.tar.gz: 72babc90aaef951eb50dcc3edea4bc71903497bc79aaf3c7708fc143649407a88d4df6240d5f3b232a60fc37f11446f758109d833bc65d0822a23578b2da7ee6

data/README.md

@@ -60,7 +60,13 @@ end
 
 max_in_queue = ENV.fetch('MAX_THREAD_QUEUE_SIZE', 25)
 
-work_shaper = WorkShaper::Manager.new(work, done, ack, error, max_in_queue)
+work_shaper = WorkShaper::Manager.new(
+  work: work, 
+  on_done: done, 
+  ack: ack, 
+  on_error: error, 
+  max_in_queue: max_in_queue
+)
 
 @value_to_subkey = {}
 max_sub_keys = ENV.fetch('MAX_SUB_KEYS', 100)

data/lib/work_shaper/manager.rb

@@ -155,11 +155,11 @@ module WorkShaper
                 received: @received_offsets[partition].to_a[0..10].join(',')
               })
           else
-            @total_acked += 1
             @last_ack[partition] = offset
           end
         end
 
+        @total_acked += 1
         completed.delete(offset)
         received.delete(offset)
 

data/lib/work_shaper/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module WorkShaper
-  VERSION = "0.1.0"
+  VERSION = "0.1.2"
 end

data/lib/work_shaper.rb

@@ -3,6 +3,7 @@
 require_relative "work_shaper/version"
 require_relative "work_shaper/manager"
 require_relative "work_shaper/worker"
+require 'json'
 
 # WorkShaper is inspired by Kafka partitions and offsets, but could be used to organize and
 # parallelize other forms of work. The original goal was to parallelize processing offsets in
@@ -18,12 +19,25 @@ module WorkShaper
   def self.logger=(logger)
     @logger = logger
   end
+
   def self.logger
     @logger ||= Logger.new(
       $stdout,
       level: ENV['LOG_LEVEL'] || 'DEBUG',
-      formatter: Ruby::JSONFormatter::Base.new
+      formatter: formatter
     )
   end
+
+  def self.formatter
+    proc do |severity, datetime, _progname, msg|
+      datefmt = datetime.strftime('%Y-%m-%dT%H:%M:%S.%6N')
+      {
+        timestamp: datefmt,
+        level: severity.ljust(5),
+        pid: Process.pid,
+        msg: msg
+      }.to_json + "\n"
+    end
+  end
 end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: work_shaper
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.2
 platform: ruby
 authors:
 - Jerry Fernholz
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-02 00:00:00.000000000 Z
+date: 2024-01-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sorted_set