pubsub_tie 0.0.1 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a07811f6de7eee6628bff537126ed2186da058002ec43d2f5789278869a2b739
-  data.tar.gz: 5bfe2ac42674e2720d3aaf4cf5262befc892eb62d8959ffed827a90a49aa33a8
+  metadata.gz: f673dc8804cbb711aa151d451496056a4417d94769fac0142205e2cfc6f78ec2
+  data.tar.gz: 185e12f5bffdf2aa5b7dae0d6b1bc1fe4da289ed35aba4af69058d86cf7e6b7f
 SHA512:
-  metadata.gz: e6eb7e15aa40bb9c19ceee94430269d256c5c0e36a4e02d4fe8a0387ea39c99590890e818ff5fc7b15d8fd4453770c9a9ab5e2ca144e992b7e37cd4e60d3cc93
-  data.tar.gz: 164bdc7080b020257cf852618dcd75540102767cd18bf84d1dd20510d1c626bf4b0f103f20255072b41af972641bff2aa33ef7af804513b8d18eabbc1dffce55
+  metadata.gz: 45a3dbb90f68c21a285256a437b813800b99c12f233dace9920b277165840806c139bb2b778ef2661b260c4f697681e8dc5c57acc82af46bef3e29e8de4f6eef
+  data.tar.gz: 3f0975364b5c50b81101ec3c30b09d1d0e702c3807e0ada1f26d4e760b2a89e2b3f90dff1ada7cd660356c4520c56ddc5fdcf0bcd2aa62959d2416fa60a1c3a1

data/lib/pubsub_tie.rb

@@ -39,6 +39,10 @@ module PubSubTie
   def publish(topic, data, resource: nil)
     Publisher.publish(topic, data, resource)
   end
+
+  def batch(topic, data, resource: nil)
+    Publisher.batch(topic, data, resource)
+  end
 end
 
 require 'pubsub_tie/railtie' if defined? Rails::Railtie

data/lib/pubsub_tie/events.rb

@@ -7,25 +7,47 @@ module PubSubTie
 
       evs = config['events'].map{|e| e['name']}
       @events = Hash[evs.map(&:to_sym).zip(config['events'])]
+      @events.each do |k, evt|
+        fields = (evt['required'] || []) + 
+            (evt['optional'] || []) +
+            (evt['repeated'] || [])
+        evt['fields'] = Hash[ fields.map {|f| [f['name'], f['type']]} ]
+      end
     end
 
     # Full event name from symbol protecting from typos
     # Raises KeyError if bad symbol
+    def full_name(sym)
+      "#{@prefix}-#{name(sym)}"
+    end
+
     def name(sym)
-      "#{@prefix}-#{value(sym, 'name')}"
+      value(sym, 'name')
     end
 
     def required(sym)
-      (value(sym, 'required') || []).map(&:to_sym)
+      field_names(sym, 'required')
     end
 
     def optional(sym)
-      (value(sym, 'optional') || []).map(&:to_sym)
+      field_names(sym, 'optional') + repeated(sym)
+    end
+
+    def repeated(sym)
+      field_names(sym, 'repeated')
+    end
+
+    def types(sym)
+      value(sym, 'fields')
     end
 
   private
     def value(sym, key)
       @events.fetch(sym)[key]
     end
+
+    def field_names(sym, mode)
+      (value(sym, mode) || []).map {|field| field['name'].to_sym}
+    end
   end
 end

data/lib/pubsub_tie/publisher.rb

@@ -16,21 +16,44 @@ module PubSubTie
                                 credentials: creds)
     end
 
-    def publish(topic_sym, data, resource)
+    # 
+    # Publishes event data asynchronously to topic inferred from event_sym.
+    # Data is augmented with event_name and event_time and validated against
+    # loaded configuration 
+    #
+    def publish(event_sym, data, resource)
+      message = augmented(data, event_sym)      
+
       @pubsub.
-        topic(Events.name topic_sym).
-        # publish(message(data, resource), publish_time: Time.now.utc)
-        publish_async(message(validate_data(topic_sym, data), resource),
+        topic(Events.full_name event_sym).
+        # publish(message(payload, resource), publish_time: Time.now.utc)
+        publish_async(payload(validate_data(event_sym, message), resource),
                       publish_time: Time.now.utc) do |result|
           unless result.succeeded?
             Rails.logger.error(
-              "Failed to publish #{data} to #{topic_name} on #{resource} due to #{result.error}")
+              "Failed to publish #{message} to #{event_sym} on #{resource} due to #{result.error}")
+          end
+        end
+    end
+
+    def batch(event_sym, messages, resource)
+      topic = @pubsub.
+          topic(Events.full_name event_sym)
+      messages.each do |data|
+        message = augmented(data, event_sym)
+        topic.publish_async(payload(validate_data(event_sym, message), resource),
+                            publish_time: Time.now.utc) do |result|
+          unless result.succeeded?
+            Rails.logger.error(
+                "Failed to publish #{message} to #{event_sym} on #{resource} due to #{result.error}")
           end
         end
+      end
+      topic.async_publisher.stop.wait!
     end
 
   private
-    def message(data, resource)
+    def payload(data, resource)
       # TODO: embed resource in message
       data.to_json
     end
@@ -42,11 +65,51 @@ module PubSubTie
           "Missing event required args for #{sym}: #{missing}")
       end
 
-      data.slice(*(Events.required(sym) + Events.optional(sym)))
+      validate_types(sym, 
+                     data.slice(*(Events.required(sym) + Events.optional(sym))))
     end
 
     def missing_required(sym, data)
       Events.required(sym) - data.keys
     end
+
+    def augmented(data, event_sym)
+      {event_name: Events.name(event_sym), 
+       event_time: Time.current.utc}.merge(data.to_hash.to_options)
+    end
+
+    def validate_types(sym, data)
+      data.each do |field, val|
+        validate_type(field, val, data, sym)
+      end
+
+      data
+    end
+
+    def validate_type(field, val, data, sym)
+      types = Events.types(sym)
+
+      case val
+      when String
+        bad_type(field, data) unless types[field.to_s] == "STRING" 
+      when Integer
+        bad_type(field, data) unless ["INT", "FLOAT", "INT64", "SMALLINT", "INTEGER", "BIGINT", "TINYINT", "BYTEINT"].include? types[field.to_s]
+      when Numeric
+        bad_type(field, data) unless ["DECIMAL", "BIGDECIMAL", "FLOAT", "FLOAT64"].include? types[field.to_s]
+      when Time
+        bad_type(field, data) unless types[field.to_s] == "TIMESTAMP"
+      when DateTime
+        bad_type(field, data) unless types[field.to_s] == "DATETIME"
+      when Array
+        bad_type(field, data) unless Events.repeated(sym).include? field
+        val.each {|elem| validate_type(field, elem, data, sym) }
+      else
+        bad_type(field, data)
+      end
+    end
+
+    def bad_type(field, data)
+      raise ArgumentError.new("Bad type for field #{field} in event #{data}")
+    end
   end
 end

data/lib/pubsub_tie/version.rb

@@ -1,3 +1,3 @@
 module PubSubTie
-  VERSION = "0.0.1"
+  VERSION = "1.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pubsub_tie
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 1.2.0
 platform: ruby
 authors:
 - Pablo Calderon
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-05-22 00:00:00.000000000 Z
+date: 2021-08-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-cloud-pubsub
@@ -24,34 +24,48 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: 2.1.4
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: 2.1.4
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -82,7 +96,7 @@ homepage: https://github.com/ClipInteractive/pubsub-tie
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -97,8 +111,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
 summary: Hook for Google PubSub for publication of events enforcing autoimposed rules
 test_files: []