redstream 0.4.4 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e25cd9c9c13d7fe93e81207a7608599e37c72a39425b54108c7178b3e97917f3
-  data.tar.gz: 5a5179bf6de8ef24effa908595a32bbcccd9c5c717988ce25a0f38aa128b6cab
+  metadata.gz: '08b45ec057fc3fa2404ff0c48c9f1befdd7dee5177b526690cb5edb907990ac7'
+  data.tar.gz: '081b1cbd5ed872b3d320b1ffe6e7f4342c5bfcb101b293a5cf9348241f8dfe44'
 SHA512:
-  metadata.gz: adee0c463fb89d9f112b3bc374c25fcb7fe60819f18952133df3afe789bcbabca5fcc184d144b5dff8db747098b2c8953cb440be474d6dd1df4ed004fd1e6467
-  data.tar.gz: 430b4df8d3095e9375320f9fbfa83aa24615bf2d6b19c2deba663fb69db3806a664dddd83c3f98f5f26b28c8de603f69d8ed926943043be905771d16595dc10e
+  metadata.gz: df13ccbbfe9b62e79d5dab0ac461f9c433aff8b6a2990079a4f5c007cb72e93cecf95fd65eb5aa9780da3542a95be01aa7ab83ac109b19b3af93faed69678e58
+  data.tar.gz: ab2e5e8cc1c2ec8b8031cd27621a53e302b1ca23b1d50accb17a348742a0cebdefbf9d92adc6f216534dfcd145262f098f128e3539fd64d57fae994e54745f5e

data/.github/workflows/test.yml

@@ -16,7 +16,7 @@ jobs:
           - 6379:6379
     steps:
     - uses: actions/checkout@v1
-    - uses: actions/setup-ruby@v1
+    - uses: ruby/setup-ruby@v1
       with:
         ruby-version: ${{ matrix.ruby }}
     - uses: actions/cache@v1

data/CHANGELOG.md

@@ -1,5 +1,8 @@
 # CHANGELOG
 
+## v0.5.0
+* No longer delete delay messages
+
 ## v0.4.4
 * Remove deletion of delay messages after queues messages are sent from `.bulk`
 

data/README.md

@@ -97,9 +97,7 @@ any errors occurring in between `after_save` and `after_commit` result in
 inconsistencies between your primary and secondary datastore. By using these
 kinds of "delay" messages triggered by `after_save` and fetched after e.g. 5
 minutes, errors occurring in between `after_save` and `after_commit` can be
-fixed when the delay message get processed. Please note that redstream deletes
-delay messages after the messages for immediate retrieval have been
-successfully sent, such that messages will not be processed twice, usually.
+fixed when the delay message get processed.
 
 Any messages are fetched in batches, such that e.g. elasticsearch can be
 updated using its bulk API. For instance, depending on which elasticsearch ruby

data/lib/redstream/model.rb

@@ -12,8 +12,6 @@ module Redstream
   #   end
 
   module Model
-    IVAR_DELAY_MESSAGE_ID = :@__redstream_delay_message_id__
-
     def self.included(base)
       base.extend(ClassMethods)
     end
@@ -31,20 +29,16 @@ module Redstream
       #   responsible for writing to a redis stream
 
       def redstream_callbacks(producer: Producer.new)
-        after_save    { |object| instance_variable_set(IVAR_DELAY_MESSAGE_ID, producer.delay(object)) if object.saved_changes.present? }
-        after_touch   { |object| instance_variable_set(IVAR_DELAY_MESSAGE_ID, producer.delay(object)) }
-        after_destroy { |object| instance_variable_set(IVAR_DELAY_MESSAGE_ID, producer.delay(object)) }
+        after_save    { |object| producer.delay(object) if object.saved_changes.present? }
+        after_touch   { |object| producer.delay(object) }
+        after_destroy { |object| producer.delay(object) }
 
         after_commit(on: [:create, :update]) do |object|
-          if object.saved_changes.present?
-            producer.queue(object, delay_message_id: instance_variable_get(IVAR_DELAY_MESSAGE_ID))
-            instance_variable_set(IVAR_DELAY_MESSAGE_ID, nil)
-          end
+          producer.queue(object) if object.saved_changes.present?
         end
 
         after_commit(on: :destroy) do |object|
-          producer.queue(object, delay_message_id: instance_variable_get(IVAR_DELAY_MESSAGE_ID))
-          instance_variable_set(IVAR_DELAY_MESSAGE_ID, nil)
+          producer.queue(object)
         end
       end
 

data/lib/redstream/producer.rb

@@ -126,14 +126,10 @@ module Redstream
     # Writes a single message to a stream in redis for immediate retrieval.
     #
     # @param object The object hat will be updated, deleted, etc.
-    # @param delay_message_id The delay message id to delete
 
-    def queue(object, delay_message_id: nil)
+    def queue(object)
       Redstream.connection_pool.with do |redis|
-        redis.pipelined do |pipeline|
-          pipeline.xadd(Redstream.stream_key_name(stream_name(object)), { payload: JSON.dump(object.redstream_payload) })
-          pipeline.xdel(Redstream.stream_key_name("#{stream_name(object)}.delay"), delay_message_id) if delay_message_id
-        end
+        redis.xadd(Redstream.stream_key_name(stream_name(object)), { payload: JSON.dump(object.redstream_payload) })
       end
 
       true

data/lib/redstream/version.rb

@@ -1,3 +1,3 @@
 module Redstream
-  VERSION = "0.4.4"
+  VERSION = "0.5.0"
 end

data/spec/redstream/model_spec.rb

@@ -8,12 +8,6 @@ RSpec.describe Redstream::Model do
       end
     end
 
-    it "assigns the delay message id" do
-      Product.transaction do
-        expect(create(:product).instance_variable_get(Redstream::Model::IVAR_DELAY_MESSAGE_ID)).to be_present
-      end
-    end
-
     it "adds the correct payload for the delay message" do
       Product.transaction do
         product = create(:product)
@@ -26,13 +20,6 @@ RSpec.describe Redstream::Model do
       expect { create(:product) }.to change { redis.xlen(Redstream.stream_key_name("products")) }
     end
 
-    it "deletes the delay message on commit" do
-      product = create(:product)
-
-      expect(redis.xlen(Redstream.stream_key_name("products.delay"))).to eq(0)
-      expect(product.instance_variable_get(Redstream::Model::IVAR_DELAY_MESSAGE_ID)).to be_nil
-    end
-
     it "does not add a delay message after_save if there are no changes" do
       product = create(:product)
 
@@ -55,16 +42,6 @@ RSpec.describe Redstream::Model do
       end
     end
 
-    it "assigns the delay message id" do
-      product = create(:product)
-
-      Product.transaction do
-        product.touch
-
-        expect(product.instance_variable_get(Redstream::Model::IVAR_DELAY_MESSAGE_ID)).to be_present
-      end
-    end
-
     it "sets the correct payload for the delay message" do
       product = create(:product)
 
@@ -80,14 +57,6 @@ RSpec.describe Redstream::Model do
 
       expect { product.touch }.to change { redis.xlen(Redstream.stream_key_name("products")) }
     end
-
-    it "deletes the delay message after touch on commit" do
-      product = create(:product)
-      product.touch
-
-      expect(redis.xlen(Redstream.stream_key_name("products.delay"))).to eq(0)
-      expect(product.instance_variable_get(Redstream::Model::IVAR_DELAY_MESSAGE_ID)).to be_nil
-    end
   end
 
   describe "after_destroy" do
@@ -99,16 +68,6 @@ RSpec.describe Redstream::Model do
       end
     end
 
-    it "assigns the delay message id" do
-      product = create(:product)
-
-      Product.transaction do
-        product.destroy
-
-        expect(product.instance_variable_get(Redstream::Model::IVAR_DELAY_MESSAGE_ID)).to be_present
-      end
-    end
-
     it "sets the correct payload for the delay message" do
       product = create(:product)
 
@@ -124,13 +83,5 @@ RSpec.describe Redstream::Model do
 
       expect { product.destroy }.to change { redis.xlen(Redstream.stream_key_name("products")) }.by(1)
     end
-
-    it "deletes the delay message after destroy on commit" do
-      product = create(:product)
-      product.destroy
-
-      expect(redis.xlen(Redstream.stream_key_name("products.delay"))).to eq(0)
-      expect(product.instance_variable_get(Redstream::Model::IVAR_DELAY_MESSAGE_ID)).to be_nil
-    end
   end
 end

data/spec/redstream/producer_spec.rb

@@ -10,17 +10,6 @@ RSpec.describe Redstream::Producer do
       expect { Redstream::Producer.new.queue(product) }.to change { redis.xlen(stream_key_name) }.by(1)
       expect(redis.xrange(stream_key_name, "-", "+").last[1]).to eq("payload" => JSON.dump(product.redstream_payload))
     end
-
-    it "deletes the delay message when given" do
-      product = create(:product)
-
-      producer = Redstream::Producer.new
-
-      id = producer.delay(product)
-      producer.queue(product, delay_message_id: id)
-
-      expect(redis.xlen(Redstream.stream_key_name("products.delay"))).to eq(0)
-    end
   end
 
   describe "#delay" do
@@ -48,9 +37,11 @@ RSpec.describe Redstream::Producer do
 
       stream_key_name = Redstream.stream_key_name("products")
 
-      expect(redis.xlen("#{stream_key_name}.delay")).to eq(0)
+      expect(redis.xlen("#{stream_key_name}.delay")).to eq(2)
 
       Redstream::Producer.new.bulk(Product.all) do
+        expect(redis.xlen("#{stream_key_name}.delay")).to eq(4)
+
         messages = redis.xrange("#{stream_key_name}.delay", "-", "+").last(2).map { |message| message[1] }
 
         expect(messages).to eq([

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: redstream
 version: !ruby/object:Gem::Version
-  version: 0.4.4
+  version: 0.5.0
 platform: ruby
 authors:
 - Benjamin Vetter
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-09-12 00:00:00.000000000 Z
+date: 2022-11-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord