flydata 0.5.17 → 0.5.20

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: db5ab3ad859c85fb9fcdb2171ad04b0f2e468eb9
-  data.tar.gz: 1225c311e10046702a2cf89b5b2d3f8114022ee9
+  metadata.gz: 2731322ee5aa072665e488692665d0ba9732f720
+  data.tar.gz: 681f290e03fdaeccf47ecb80d17d1a039d528458
 SHA512:
-  metadata.gz: c4c2d116d3279e3794b510898bf385aa7aaa22703afdca15bfcae4d7574764ccaa84731b159a98cac7b745de1f46b6fc4e1cf547e06183ee8e46a2c1abc95b60
-  data.tar.gz: 746ccd2cc7cac24b1745e9c08a3184acaa9b7f37a0ed25f2015dd077acb997a3cf25caa812d17c0f78a5591d95b7dd618a38efb61e3f9722e7da13183df34825
+  metadata.gz: c443a473619d395c61bb6e08b6ce5de4b0c874efecafe0a24bff411c28287aa4a6e0b5d33537a316be7428a7f9700f9f519d781cfcf16d2c808fc93e6832fa96
+  data.tar.gz: 860cd66add7614fdbc5f68bba8be6a41adcfbaf704a02caa4bb22c3aca85f6b82261147ab52eaa3e2edea379ae02b7c04b13df812ffcbcab716bf720f5478ceb

data/VERSION

@@ -1 +1 @@
-0.5.17
+0.5.20

data/flydata-core/lib/flydata-core/event/event_handler_base.rb

@@ -0,0 +1,56 @@
+module FlydataCore
+  module Event
+    class EventHandlerBase
+      EVENT_VERB_ANY = "__ANY__"
+      DEFAULT_ORDER = 500
+
+      @@handlers_hash = {}
+
+      def self.handle(event)
+        raise "handle method not implemented"
+      end
+
+      protected
+      def self.register_handler(opts)
+        @noun = opts[:noun]
+        @verb = opts[:verb] || EVENT_VERB_ANY
+        @execution_order = opts[:execution_order] || DEFAULT_ORDER
+
+        handlers = @@handlers_hash[self.key] ||= []
+        insert_handler(handlers,  self)
+      end
+
+      private
+      def self.handlers(noun, verb)
+        handlers = (@@handlers_hash[key(noun, verb)] || []).clone
+
+        any_handlers = @@handlers_hash[key(noun,EVENT_VERB_ANY)]
+        if any_handlers
+          any_handlers.each { |any_handler| self.insert_handler(handlers,any_handler) }
+        end
+        handlers
+      end
+
+      def self.key(noun = nil, verb = nil)
+        noun ||= @noun
+        verb ||= @verb
+        "#{noun}_#{verb}"
+      end
+
+      def self.insert_handler(handlers, handler)
+        handlers.each_with_index do |h, i|
+          if handler.execution_order < h.execution_order
+            handlers.insert(i, handler)
+            handler = nil
+            break
+          end
+        end
+        handlers << handler if handler
+      end
+
+      def self.execution_order
+        @execution_order
+      end
+    end
+  end
+end

data/flydata-core/lib/flydata-core/event/flydata_event.rb

@@ -0,0 +1,29 @@
+require 'securerandom'
+require 'json'
+
+module FlydataCore
+  module Event
+    class FlydataEvent
+      attr_accessor :noun
+      attr_accessor :verb
+      attr_accessor :data
+      attr_accessor :id
+      attr_accessor :created
+      attr_accessor :data_entry_id
+      attr_accessor :data_port_id
+
+      def initialize (noun, verb, data=nil, de_id=nil,dp_id=nil, id=nil, timestamp=nil)
+        @noun = noun
+        @verb = verb
+        @data_entry_id = de_id
+        @data_port_id = dp_id
+        @data = data
+        @id = id.nil? ? SecureRandom.uuid: id
+        @created = timestamp.nil? ? Time.now : timestamp
+      end
+      def to_json
+        {:noun  => @noun, :verb => @verb, :data_entry_id=>@data_entry_id, :data_port_id=> @data_port_id, id => @id, :created => @created, :data => @data}.to_json
+      end
+    end
+  end
+end

data/flydata-core/lib/flydata-core/event/flydata_event_handler_registry.rb

@@ -0,0 +1,11 @@
+require 'flydata-core/event/event_handler_base'
+
+module FlydataCore
+  module Event
+    module FlydataEventHandlerRegistry
+      def self.handlers(noun, verb)
+        EventHandlerBase.send(:handlers ,noun, verb)
+      end
+    end
+  end
+end

data/flydata-core/lib/flydata-core/event/flydata_event_processor.rb

@@ -0,0 +1,19 @@
+require 'flydata-core/event/flydata_event_handler_registry'
+
+module FlydataCore
+  module Event
+    class FlydataEventProcessor
+
+      def self.process(event)
+        handlers = FlydataEventHandlerRegistry.handlers(event.noun, event.verb)
+        if handlers.nil? ||  handlers.empty?
+          return
+        end
+        handlers.each do |handler|
+          handler.handle(event)
+        end
+      end
+    end
+
+  end
+end

data/flydata-core/lib/flydata-core/event/flydata_event_sender.rb

@@ -0,0 +1,27 @@
+require 'flydata-core/event/flydata_event'
+
+module FlydataCore
+  module Event
+
+    class FlydataEventSender
+
+      def send_event(noun, verb, data=nil, data_entry_id=nil, data_port_id=nil, routing_key="default")
+        event = FlydataEvent.new(noun, verb, data, data_entry_id, data_port_id)
+        send(event, routing_key)
+      end
+
+      protected
+      def send(event, routing_key)
+        raise "send method not implemented"
+      end
+    end
+
+    class SimpleEventSender <FlydataEventSender
+      protected
+      def send(event, routing_key)
+        FlydataEventProcessor.process(event)
+      end
+    end
+
+  end
+end

data/flydata-core/lib/flydata-core/mysql/compatibility_checker.rb

@@ -263,11 +263,10 @@ SELECT
   t.table_name,
   SUM(IF(tc.constraint_type='PRIMARY KEY', 1, 0)) as num_pk
 FROM
-  information_schema.tables t
-  LEFT OUTER JOIN information_schema.table_constraints tc USING (table_schema, table_name)
-WHERE
-  t.table_schema = '%{database}'
-  AND t.table_name in (%{table_names})
+  (select * from information_schema.tables where table_schema = '%{database}' AND table_name in (%{table_names})) t
+  LEFT OUTER JOIN
+  (select * from information_schema.table_constraints where table_schema = '%{database}' AND table_name in (%{table_names})) tc
+  USING (table_schema, table_name)
 GROUP BY
   t.table_schema, t.table_name
 HAVING

data/flydata-core/lib/flydata-core/table_def/redshift_table_def.rb

@@ -162,11 +162,21 @@ EOS
                 type_info[:type]
               end
     line = %Q|  "#{convert_to_valid_column_name(column[:column])}" #{rs_type}|
-    line += " NOT NULL" if column[:not_null]
+
+    not_null = nil
+#   not_null = column[:not_null]
+    # `not_null` is always `nil`.
+    # ***`column[:not_null]` is ignored for Redshift***
+    # Avoid explicitly creating NOT NULL column in Redshift.
+    # Otherwise, removing NOT NULL attribute from the column later would cause an error
+    # because Redshift doesn't support 'ALTER TABLE tbl MODIFY column column_attributes'.
+
+    line += " NOT NULL" if not_null
+
     if (column.has_key?(:default))
       val = replace_default_value(type, type_info[:type], column[:default])
       line += " DEFAULT #{val}"
-    elsif column[:not_null] && opt[:for] == :alter_table
+    elsif not_null && opt[:for] == :alter_table
       # Redshift doesn't allow adding a not null column without default value
       # Add a defalt value
       line += " DEFAULT '#{type_info[:default_value]}'"

data/flydata-core/spec/event/flydata_event_handler_registry_spec.rb

@@ -0,0 +1,33 @@
+require 'spec_helper'
+require 'flydata-core/event/flydata_event_handler_registry'
+require 'event/shared_event'
+
+
+module FlydataCore
+  module Event
+    describe FlydataEventHandlerRegistry do
+
+      describe "#handlers" do
+        context "with event that has specific handlers" do
+          it "it returns correct hanlders" do
+            handlers = FlydataEventHandlerRegistry.handlers("test", "testing")
+            expect(handlers.size).to eql(2)
+          end
+        end
+        context "with event that has specific handlers" do
+          it "it returns correct hanlders case-1" do
+            handlers = FlydataEventHandlerRegistry.handlers("test2", "testing")
+            expect(handlers.size).to eql(2)
+          end
+          it "it returns any hanlders for unknown verb" do
+            handlers = FlydataEventHandlerRegistry.handlers("test2", "abcd")
+            expect(handlers.size).to eql(1)
+            expect(handlers.to_a()[0]).to be(AnyHandler)
+          end
+        end
+
+      end
+
+    end
+  end
+end

data/flydata-core/spec/event/flydata_event_handler_spec.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+require 'event/shared_event'
+
+module FlydataCore
+  module Event
+    describe  EventHandlerBase do
+      describe "initializers" do
+        context "when a handler gives explicit execution order" do
+          it {
+            expect(Handler1.instance_variable_get(:@noun)).to eql("test")
+            expect(Handler1.instance_variable_get(:@verb)).to eql("testing")
+            expect(Handler1.instance_variable_get(:@execution_order)).to eql(1)
+          }
+        end
+
+        context "when a handler gives no explicit execution order" do
+          it {
+            expect(Handler3.instance_variable_get(:@noun)).to eql("test2")
+            expect(Handler3.instance_variable_get(:@verb)).to eql("testing")
+            expect(Handler3.instance_variable_get(:@execution_order)).to eql(500)
+          }
+        end
+        context "when a verb is nil" do
+          it {
+            expect(AnyHandler.instance_variable_get(:@noun)).to eql("test2")
+            expect(AnyHandler.instance_variable_get(:@verb)).to eql(EventHandlerBase::EVENT_VERB_ANY)
+          }
+        end
+      end
+
+      describe "#key" do
+        it "calcluates key correctly" do
+          expect(EventHandlerBase.key("test", "testing")).to eql("test_testing")
+        end
+      end
+
+    end
+  end
+end

data/flydata-core/spec/event/flydata_event_processor_spec.rb

@@ -0,0 +1,42 @@
+require 'spec_helper'
+require 'flydata-core/event/flydata_event_processor'
+require 'flydata-core/event/flydata_event'
+require 'event/shared_event'
+
+module FlydataCore
+  module Event
+    describe  FlydataEventProcessor do
+      describe "#process" do
+
+        context "when event has one verb handler and one any verb handler," do
+          let(:event) {FlydataEvent.new("test2","testing",nil, 1)}
+          it "should call both handlers" do
+            expect(AnyHandler).to receive(:handle).with(event)
+            expect(Handler3).to receive(:handle).with(event)
+            FlydataEventProcessor.process(event)
+          end
+        end
+
+        context "when event has two handlers," do
+          let(:event) {FlydataEvent.new("test","testing",nil, 1)}
+          it "should call both handlers" do
+            expect(Handler1).to receive(:handle).with(event)
+            expect(Handler2).to receive(:handle).with(event)
+            FlydataEventProcessor.process(event)
+          end
+        end
+
+        context "when a event has no handlers," do
+          let(:event) {FlydataEvent.new("test5","testing")}
+          it "no handler should be called" do
+            expect(Handler1).not_to receive(:handle).with(event)
+            expect(Handler2).not_to receive(:handle).with(event)
+            expect(Handler3).not_to receive(:handle).with(event)
+            FlydataEventProcessor.process(event)
+          end
+        end
+
+      end
+    end
+  end
+end

data/flydata-core/spec/event/flydata_event_sender_spec.rb

@@ -0,0 +1,33 @@
+require 'spec_helper'
+require 'event/shared_event'
+require 'flydata-core/event/flydata_event_sender'
+require 'flydata-core/event/flydata_event_processor'
+
+
+module FlydataCore
+  module Event
+    describe "FlydataEventSender" do
+      subject {FlydataEventSender.new}
+
+      context "#send_event" do
+        subject{
+          send_event("test","testing",nil, 1)
+        }
+        it "should raise exception" do
+          expect { raise Exception}
+        end
+      end
+    end
+
+    describe "SimpleEventSender" do
+      sender = SimpleEventSender.new
+      context "#send_event" do
+        it do
+          expect(Handler1).to receive(:handle)
+          expect(Handler2).to receive(:handle)
+          sender.send_event("test","testing")
+        end
+      end
+    end
+  end
+end

data/flydata-core/spec/event/flydata_event_spec.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+require 'flydata-core/event/flydata_event'
+
+module FlydataCore
+  module Event
+    describe  FlydataEvent do
+      describe "#initialize" do
+        let(:noun){"test"}
+        let(:verb){"testing"}
+        let(:data){{test:123}}
+
+        context "when noun and verb are passed" do
+          it {
+            event = FlydataEvent.new(noun,verb, nil,1)
+            expect(event.noun).to eql(noun)
+            expect(event.verb).to eql(verb)
+            expect(event.data).to be_nil
+            expect(event.id).not_to be_nil
+            expect(event.data_entry_id).to eql(1)
+            expect(event.created).not_to be_nil
+          }
+        end
+
+        context "when noun, verb and data are passed" do
+          it {
+            event = FlydataEvent.new(noun,verb,data,1)
+            expect(event.noun).to eql(noun)
+            expect(event.verb).to eql(verb)
+            expect(event.data).to eql(data)
+            expect(event.data_entry_id).to eql(1)
+            expect(event.id).not_to be_nil
+            expect(event.created).not_to be_nil
+          }
+        end
+
+      end
+    end
+  end
+end

data/flydata-core/spec/event/shared_event.rb

@@ -0,0 +1,33 @@
+require 'flydata-core/event/event_handler_base'
+
+module FlydataCore
+  module Event
+    class Handler1 < EventHandlerBase
+      register_handler noun: "test", verb: "testing", execution_order: 1
+      def self.handle(event)
+      end
+    end
+
+    class Handler2 < EventHandlerBase
+      register_handler noun: "test", verb: "testing", execution_order: 2
+
+      def self.handle(event)
+      end
+    end
+
+    class Handler3 < EventHandlerBase
+      register_handler noun: "test2", verb: "testing"
+
+      def handle(event)
+      end
+    end
+
+    class AnyHandler < EventHandlerBase
+      register_handler noun: "test2", execution_order: 1
+
+      def self.handle(event)
+      end
+    end
+
+  end
+end

data/flydata-core/spec/mysql/compatibility_checker_spec.rb

@@ -66,11 +66,10 @@ SELECT
   t.table_name,
   SUM(IF(tc.constraint_type='PRIMARY KEY', 1, 0)) as num_pk
 FROM
-  information_schema.tables t
-  LEFT OUTER JOIN information_schema.table_constraints tc USING (table_schema, table_name)
-WHERE
-  t.table_schema = 'test_db'
-  AND t.table_name in ('table_1','table_2','table_3')
+  (select * from information_schema.tables where table_schema = 'test_db' AND table_name in ('table_1','table_2','table_3')) t
+  LEFT OUTER JOIN
+  (select * from information_schema.table_constraints where table_schema = 'test_db' AND table_name in ('table_1','table_2','table_3')) tc
+  USING (table_schema, table_name)
 GROUP BY
   t.table_schema, t.table_name
 HAVING