gcpc 0.0.5 → 0.0.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b617d83445ce50725dbf992702e226b89f255f0760d969732e42c782b6af05e4
-  data.tar.gz: 6fd34095e7bee0b101d04daa6d6824dcd1977ff97e804463f86837d6ef8a4b67
+  metadata.gz: d4dfcbba14815f166e194aa5d106bf86c1adb86d4feb7bd1b406808974a2137d
+  data.tar.gz: ed718afdbaeeb0b415cd9f5923b30f69dd9a17066712f4a932f2d55102da27c1
 SHA512:
-  metadata.gz: 6e17d2db5ed5dc4818f7d4995024f5e9c16b42ceb9fbd6d4cb09008d929dedf3dce6937dab2105f0913731e34554be1cdc524b8b8cc8990b22d9829aebeb1d41
-  data.tar.gz: 4565614b54983a4b15bb16eff6570c526a29ca053c5d15459e5031602ab07b060cdb607a538e4246f0c6c615cc1eb28a15545a1cceaa02d6447e849470832d14
+  metadata.gz: 21c978898799abeb533747aca3bcb52d152d9f92c6260db56ca5b0da74b08985a521974b9707a3d36a3772ebe1017edab5a2ee2d948841a81e414594647fa39a
+  data.tar.gz: 1d99113e0c48bad884963d12c43878efb55681fe47268ce1fbc2bb975ffb9a6d83e426f7dc654810ea6a1b4227542c3b21c6a8c2acd6c2185c6e2a030addc52d

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    gcpc (0.0.5)
+    gcpc (0.0.6)
       google-cloud-pubsub
 
 GEM
@@ -30,7 +30,7 @@ GEM
       googleauth (>= 0.6.2, < 0.10.0)
       grpc (>= 1.7.2, < 2.0)
       rly (~> 0.2.3)
-    google-protobuf (3.9.0)
+    google-protobuf (3.9.0-universal-darwin)
     googleapis-common-protos (1.3.9)
       google-protobuf (~> 3.0)
       googleapis-common-protos-types (~> 1.0)
@@ -44,7 +44,7 @@ GEM
       multi_json (~> 1.11)
       os (>= 0.9, < 2.0)
       signet (~> 0.7)
-    grpc (1.22.0)
+    grpc (1.22.0-universal-darwin)
       google-protobuf (~> 3.8)
       googleapis-common-protos-types (~> 1.0)
     grpc-google-iam-v1 (0.6.9)

data/lib/gcpc/publisher.rb

@@ -37,6 +37,6 @@ module Gcpc
 
     extend Forwardable
 
-    def_delegators :@engine, :publish, :publish_async, :topic
+    def_delegators :@engine, :publish, :publish_batch, :publish_async, :topic
   end
 end

data/lib/gcpc/publisher/engine.rb

@@ -1,11 +1,15 @@
+require "gcpc/publisher/engine/batch_engine"
+require "gcpc/publisher/engine/chained_interceptor"
+
 module Gcpc
   class Publisher
     class Engine
       # @param [Google::Cloud::Pubsub::Topic] topic
       # @param [<#publish>] interceptors
       def initialize(topic:, interceptors:)
-        @topic        = topic
-        @interceptors = interceptors.map { |i| (i.class == Class) ? i.new : i }
+        @topic       = topic
+        interceptors = interceptors.map { |i| (i.class == Class) ? i.new : i }
+        @interceptor = ChainedInterceptor.new(interceptors)
       end
 
       attr_reader :topic
@@ -16,39 +20,31 @@ module Gcpc
         d = data.dup
         a = attributes.dup
 
-        intercept!(@interceptors, d, a) do |dd, aa|
+        @interceptor.intercept!(d, a) do |dd, aa|
           do_publish(dd, aa)
         end
       end
 
+      # @param [Proc] block
+      def publish_batch(&block)
+        batch_engine = BatchEngine.new(topic: @topic, interceptor: @interceptor)
+        yield batch_engine
+        batch_engine.flush
+      end
+
+      # @param [String] data
+      # @param [Hash] attributes
       def publish_async(data, attributes = {}, &block)
         d = data.dup
         a = attributes.dup
 
-        intercept!(@interceptors, d, a) do |dd, aa|
+        @interceptor.intercept!(d, a) do |dd, aa|
           do_publish_async(dd, aa, &block)
         end
       end
 
     private
 
-      # @param [<#publish>] interceptors
-      # @param [String] data
-      # @param [Hash] attributes
-      # @param [Proc] block
-      def intercept!(interceptors, data, attributes, &block)
-        if interceptors.size == 0
-          return yield(data, attributes)
-        end
-
-        i    = interceptors.first
-        rest = interceptors[1..-1]
-
-        i.publish(data, attributes) do |d, a|
-          intercept!(rest, d, a, &block)
-        end
-      end
-
       # @param [String] data
       # @param [Hash] attributes
       def do_publish(data, attributes)

data/lib/gcpc/publisher/engine/batch_engine.rb

@@ -0,0 +1,37 @@
+module Gcpc
+  class Publisher
+    class Engine
+      class BatchEngine
+        # @param [Google::Cloud::Pubsub::Topic] topic
+        # @param [Engine::ChainedInterceptor] interceptor
+        def initialize(topic:, interceptor:)
+          @topic       = topic
+          @interceptor = interceptor
+          @messages    = []  # Container of data and attributes
+        end
+
+        # Enqueue a message
+        #
+        # @param [String] data
+        # @param [Hash] attributes
+        def publish(data, attributes = {})
+          d = data.dup
+          a = attributes.dup
+
+          @interceptor.intercept!(d, a) do |dd, aa|
+            @messages << [dd, aa]
+          end
+        end
+
+        # Flush all enqueued messages
+        def flush
+          @topic.publish do |t|
+            @messages.each do |(data, attributes)|
+              t.publish data, attributes
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gcpc/publisher/engine/chained_interceptor.rb

@@ -0,0 +1,38 @@
+module Gcpc
+  class Publisher
+    class Engine
+      class ChainedInterceptor
+        # @param [<#publish>] interceptors
+        def initialize(interceptors)
+          @interceptors = interceptors
+        end
+
+        # @param [String] data
+        # @param [Hash] attributes
+        # @param [Proc] block
+        def intercept!(data, attributes, &block)
+          do_intercept!(@interceptors, data, attributes, &block)
+        end
+
+      private
+
+        # @param [<#publish>] interceptors
+        # @param [String] data
+        # @param [Hash] attributes
+        # @param [Proc] block
+        def do_intercept!(interceptors, data, attributes, &block)
+          if interceptors.size == 0
+            return yield(data, attributes)
+          end
+
+          i    = interceptors.first
+          rest = interceptors[1..-1]
+
+          i.publish(data, attributes) do |d, a|
+            do_intercept!(rest, d, a, &block)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gcpc/version.rb

@@ -1,3 +1,3 @@
 module Gcpc
-  VERSION = "0.0.5"
+  VERSION = "0.0.6"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gcpc
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.6
 platform: ruby
 authors:
 - Nao Minami
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-08-02 00:00:00.000000000 Z
+date: 2019-08-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -106,6 +106,8 @@ files:
 - lib/gcpc/publisher.rb
 - lib/gcpc/publisher/base_interceptor.rb
 - lib/gcpc/publisher/engine.rb
+- lib/gcpc/publisher/engine/batch_engine.rb
+- lib/gcpc/publisher/engine/chained_interceptor.rb
 - lib/gcpc/publisher/topic_client.rb
 - lib/gcpc/subscriber.rb
 - lib/gcpc/subscriber/base_handler.rb