rhoconnect 3.0.0.beta1

data/spec/source_adapter_spec.rb

@@ -0,0 +1,125 @@
+require File.join(File.dirname(__FILE__),'spec_helper')
+require File.join(File.dirname(__FILE__), 'support', 'shared_examples')
+
+class Rhoconnect::SourceAdapter 
+  def inject_result(result) 
+    @result = result
+  end
+  
+  def inject_tmpdoc(docname)
+    @tmp_docname = docname
+    @stash_size = 0
+  end
+end
+
+describe "SourceAdapter" do
+  it_behaves_like "SharedRhoconnectHelper", :rhoconnect_data => true do
+    before(:each) do
+      @s = Source.load('SimpleAdapter',@s_params)
+      @sa = SourceAdapter.create(@s,nil)
+    end
+
+    def setup_adapter(name)
+      fields = {
+        :name => name,
+        :url => 'http://example.com',
+        :login => 'testuser',
+        :password => 'testpass',
+      }
+      Source.create(fields,@s_params)
+    end
+
+    it "should create SourceAdapter with source" do
+      @sa.class.name.should == @s.name
+    end
+    
+    it "should create DynamicAdapter" do
+      @sa1 = SourceAdapter.create(@s2)
+      @sa1.class.name.should == 'Rhoconnect::DynamicAdapter'
+    end
+    
+    it "should capture exception in create" do
+      DynamicAdapter.should_receive(:new).once.and_raise(Exception)
+      lambda { @sa1 = SourceAdapter.create(@s2) }.should raise_error(Exception)
+    end
+
+    it "should fail to create SourceAdapter" do
+      broken_source = setup_adapter('Bro-ken')    
+      lambda { SourceAdapter.create(broken_source) }.should raise_error(Exception)
+      broken_source.delete
+    end
+
+    it "should create SourceAdapter with trailing spaces" do
+      s = setup_adapter('SimpleAdapter ')
+      SourceAdapter.create(s,nil).is_a?(SimpleAdapter).should be_true
+    end
+
+    describe "SourceAdapter methods" do
+      it "should execute SourceAdapter login method with source vars" do
+        @sa.login.should == true
+      end
+
+      it "should execute SourceAdapter query method" do
+        expected = {'1'=>@product1,'2'=>@product2}
+        @sa.inject_result expected
+        @sa.query.should == expected
+      end
+
+      it "should execute SourceAdapter search method and modify params" do
+        params = {:hello => 'world'}
+        expected = {'1'=>@product1,'2'=>@product2}
+        @sa.inject_result expected
+        @sa.search(params).should == expected
+        params.should == {:hello => 'world', :foo => 'bar'}
+      end
+
+      it "should execute SourceAdapter login with current_user" do
+        @sa.should_receive(:current_user).with(no_args()).and_return(@u)
+        @sa.login
+      end
+
+      it "should execute SourceAdapter sync method" do
+        expected = {'1'=>@product1,'2'=>@product2}
+        @sa.inject_result expected
+        @sa.do_query
+        Store.get_data(@s.docname(:md)).should == expected
+        Store.get_value(@s.docname(:md_size)).to_i.should == 2
+      end
+
+      it "should fail gracefully if @result is missing" do
+        @sa.inject_result nil
+        lambda { @sa.query }.should_not raise_error
+      end
+
+      it "should reset count if @result is empty" do
+        @sa.inject_result({'1'=>@product1,'2'=>@product2})
+        @sa.do_query
+        Store.get_value(@s.docname(:md_size)).to_i.should == 2
+        @sa.inject_result({})
+        @sa.do_query
+        Store.get_value(@s.docname(:md_size)).to_i.should == 0
+      end
+
+      it "should execute SourceAdapter create method" do
+        @sa.create(@product4).should == 'obj4'
+      end
+
+      it "should stash @result in store and set it to nil" do
+        expected = {'1'=>@product1,'2'=>@product2}
+        @sa.inject_result(expected)
+        @sa.inject_tmpdoc('tmpdoc')
+        @sa.stash_result
+        Store.get_data('tmpdoc').should == expected
+      end
+
+      describe "SourceAdapter metadata method" do
+
+        it "should execute SourceAdapter metadata method" do
+          mock_metadata_method([SimpleAdapter]) do
+            @sa.metadata.should == "{\"foo\":\"bar\"}"
+          end
+        end
+      end
+    end
+  end
+end

data/spec/source_spec.rb

@@ -0,0 +1,114 @@
+require File.join(File.dirname(__FILE__),'spec_helper')
+require File.join(File.dirname(__FILE__), 'support', 'shared_examples')
+
+describe "Source" do
+  it_behaves_like "SharedRhoconnectHelper", :rhoconnect_data => false do
+  
+    before(:each) do
+      @s = Source.load(@s_fields[:name],@s_params)
+    end
+  
+    it "should create and load source with @s_fields and @s_params" do
+      @s.name.should == @s_fields[:name]
+      @s.url.should == @s_fields[:url]
+      @s.login.should == @s_fields[:login]
+      @s.app.name.should == @a_fields[:name]
+      @s.priority.should == 3
+      @s.callback_url.should be_nil
+      @s.queue.should be_nil
+      @s.query_queue.should be_nil
+      @s.cud_queue.should be_nil
+      @s.app_id.should == @s_params[:app_id]
+      @s.user_id.should == @s_params[:user_id]
+      @s.sync_type.should == :incremental
+      @s.partition_type.should == :user
+      @s.poll_interval.should == 300
+  
+      @s1 = Source.load(@s.id,@s_params)
+      @s1.name.should == @s_fields[:name]
+      @s1.url.should == @s_fields[:url]
+      @s1.login.should == @s_fields[:login]
+      @s1.app.name.should == @a_fields[:name]
+      @s1.priority.should == 3
+      @s1.callback_url.should be_nil
+      @s1.poll_interval.should == 300
+      @s1.app_id.should == @s_params[:app_id]
+      @s1.user_id.should == @s_params[:user_id]
+    end
+  
+    it "should create source with user" do
+      @s.user.login.should == @u_fields[:login]
+    end
+  
+    it "should create source with app and document" do
+      @s.app.name.should == @a_fields[:name]
+      @s.docname(:md).should == "source:#{@s.app.id}:#{@u.id}:#{@s_fields[:name]}:md"
+    end
+  
+    it 'should return values that set by setter method' do
+      @s.login = "shurab"
+      @s.login.should == "shurab"
+      @s.poll_interval = 350
+      @s.poll_interval.should == 350
+      @s.poll_interval = nil
+      @s.poll_interval.should == nil
+      @s.url = nil
+      @s.url.should be_nil  
+    end
+    
+    it "should delete source" do
+      @s.delete
+      Source.is_exist?(@s_fields[:name]).should == false
+      @s = Source.create(@s_fields,@s_params)
+    end
+  
+    it "should delete master and all documents associated with source" do
+      key = @s.docname('*')
+      set_state(key => @data)
+      @s.delete
+      verify_result(key => {})
+      Store.db.keys(key).should == []
+      @s = Source.create(@s_fields,@s_params)
+    end
+  
+    it "should create source with default partition user" do
+      @s1 = Source.load(@s_fields[:name],{:app_id => @a.id,:user_id => '*'})
+      @s1.partition.should == :user
+    end
+  
+    it "should create correct docname based on partition scheme" do
+      @s.partition = :app
+      @s.docname(:md).should == "source:#{@s.app.id}:__shared__:#{@s_fields[:name]}:md"
+    end
+  
+    it "should create source with default read/write queue" do
+      @s.delete
+      @s_fields[:queue] = :default
+      @s_fields[:query_queue] = :query
+      @s_fields[:cud_queue] = :cud
+      @s = Source.create(@s_fields,@s_params)
+      s = Source.load(@s_fields[:name],@s_params)
+      s.queue.should == :default
+      s.query_queue.should == :query
+      s.cud_queue.should == :cud
+    end
+  
+    it "should add associations based on belongs_to field for a source" do
+      @s2 = Source.create({:name => 'SimpleAdapter'}, @s_params)
+      @s2.belongs_to = [{'product_id' => 'SampleAdapter'}].to_json
+      sf = Source.load(@s1.name,{:app_id => @a.id,:user_id => '*'})
+      Source.update_associations([@s.name,@s1.name, @s2.name])
+      s = Source.load(@s.name,{:app_id => @a.id,:user_id => '*'})
+      s.has_many.should == "#{@s1.name},brand,#{@s2.name},product_id"
+    end
+  
+    it "should log warning about incorrect belongs_to format for a source" do
+      @s2 = Source.create({:name => 'SimpleAdapter'}, @s_params)
+      @s2.belongs_to = {'product_id' => 'SampleAdapter'}.to_json
+      Source.should_receive(:log).once.with(
+        "WARNING: Incorrect belongs_to format for SimpleAdapter, belongs_to should be an array."
+      )
+      Source.update_associations([@s.name,@s1.name, @s2.name])
+    end
+  end
+end

data/spec/source_sync_spec.rb

@@ -0,0 +1,328 @@
+require File.join(File.dirname(__FILE__),'spec_helper')
+require File.join(File.dirname(__FILE__), 'support', 'shared_examples')
+
+describe "SourceSync" do
+  it_behaves_like "SharedRhoconnectHelper", :rhoconnect_data => true do
+    before(:each) do
+      @s = Source.load(@s_fields[:name],@s_params)
+      @ss = SourceSync.new(@s)
+    end
+
+    let(:mock_schema) { {"property" => { "name" => "string", "brand" => "string" }, "version" => "1.0"} }
+        
+    it "should create SourceSync" do
+      @ss.adapter.is_a?(SampleAdapter).should == true
+    end
+
+    it "should fail to create SourceSync with InvalidArgumentError" do
+      lambda { SourceSync.new(nil) }.should raise_error(InvalidArgumentError, 'Invalid source')
+    end
+
+    it "should raise SourceAdapterLoginException if login fails" do
+      msg = "Error logging in"
+      @u.login = nil
+      @ss = SourceSync.new(@s)
+      @ss.should_receive(:log).with("SourceAdapter raised login exception: #{msg}")
+      @ss.should_receive(:log).with(anything)
+      @ss.process_query
+      verify_result(@s.docname(:errors) => {'login-error'=>{'message'=>msg}})
+    end
+
+    it "should raise SourceAdapterLogoffException if logoff fails" do
+      msg = "Error logging off"
+      @ss.should_receive(:log).with("SourceAdapter raised logoff exception: #{msg}")
+      @ss.should_receive(:log).with(anything)
+      set_test_data('test_db_storage',{},msg,'logoff error')
+      @ss.process_query
+      verify_result(@s.docname(:errors) => {'logoff-error'=>{'message'=>msg}})
+    end
+
+    it "should hold on read on subsequent call of process" do
+      expected = {'1'=>@product1}
+      Store.put_data('test_db_storage',expected)
+      @ss.process_query
+      Store.put_data('test_db_storage',{'2'=>@product2})
+      @ss.process_query
+      verify_result(@s.docname(:md) => expected)   
+    end
+
+    it "should read on every subsequent call of process" do
+      expected = {'2'=>@product2}
+      @s.poll_interval = 0
+      Store.put_data('test_db_storage',{'1'=>@product1})
+      @ss.process_query
+      Store.put_data('test_db_storage',expected)
+      @ss.process_query
+      verify_result(@s.docname(:md) => expected)    
+    end
+
+    it "should never call read on any call of process" do
+      @s.poll_interval = -1
+      Store.put_data('test_db_storage',{'1'=>@product1})
+      @ss.process_query
+      verify_result(@s.docname(:md) => {})
+    end
+
+    describe "methods" do
+
+      it "should process source adapter" do
+        mock_metadata_method([SampleAdapter, SimpleAdapter]) do
+          expected = {'1'=>@product1,'2'=>@product2}
+          set_state('test_db_storage' => expected)
+          @ss.process_query
+          verify_result(@s.docname(:md) => expected,
+            @s.docname(:metadata) => "{\"foo\":\"bar\"}",
+            @s.docname(:metadata_sha1) => "a5e744d0164540d33b1d7ea616c28f2fa97e754a")
+        end
+      end
+
+      it "should process source adapter schema" do
+        mock_schema_method([SampleAdapter]) do
+          expected = {'1'=>@product1,'2'=>@product2}
+          set_state('test_db_storage' => expected)
+          @ss.process_query
+          verify_result(@s.docname(:md) => expected)
+          JSON.parse(Store.get_value(@s.docname(:schema))).should == mock_schema          
+          Store.get_value(@s.docname(:schema_sha1)) == get_sha1(mock_schema.to_json)
+        end
+      end
+
+      it "should process source adapter with stash" do
+        expected = {'1'=>@product1,'2'=>@product2}
+        set_state('test_db_storage' => expected)
+        #@ss.adapter.should_receive(:stash_result).once
+        @ss.process_query('stash_result' => true)
+        verify_result(@s.docname(:md) => expected,
+          @s.docname(:md_size) => expected.size.to_s)
+      end
+     
+      it "should process source adapter with pass_through set" do
+        expected = {'1'=>@product1,'2'=>@product2}
+        set_state('test_db_storage' => expected)
+        @s.pass_through = 'true'
+        @ss.process_query.should == expected
+        verify_result(@s.docname(:md) => {},
+          @s.docname(:md_size) => nil)
+        @s.pass_through = nil
+      end
+
+      it "should call methods in source adapter" do
+        mock_metadata_method([SampleAdapter, SimpleAdapter]) do
+          expected = {'1'=>@product1,'2'=>@product2}
+          metadata = "{\"foo\":\"bar\"}"
+          @ss.adapter.should_receive(:login).once.with(no_args()).and_return(true)
+          @ss.adapter.should_receive(:metadata).once.with(no_args()).and_return(metadata)
+          @ss.adapter.should_receive(:query).once.with(no_args()).and_return(expected)
+          @ss.adapter.should_receive(:sync).once.with(no_args()).and_return(true)
+          @ss.adapter.should_receive(:logoff).once.with(no_args()).and_return(nil)
+          @ss.process_query
+        end
+      end
+
+      describe "create" do
+        it "should do create where adapter.create returns nil" do
+          set_state(@c.docname(:create) => {'2'=>@product2})
+          @ss.create(@c.id)
+          verify_result(@c.docname(:create_errors) => {},
+            @c.docname(:create_links) => {},
+            @c.docname(:create) => {})
+        end
+
+        it "should do create where adapter.create returns object link" do
+          @product4['link'] = 'test link'
+          set_state(@c.docname(:create) => {'4'=>@product4})
+          @ss.create(@c.id)
+          verify_result(@c.docname(:create_errors) => {},
+            @c.docname(:create_links) => {'4'=>{'l'=>'backend_id'}},
+            @c.docname(:create) => {})
+        end
+
+        it "should raise exception on adapter.create" do
+          msg = "Error creating record"
+          data = add_error_object({'4'=>@product4,'2'=>@product2},msg)
+          set_state(@c.docname(:create) => data)
+          @ss.create(@c.id)
+          verify_result(@c.docname(:create_errors) => 
+            {"#{ERROR}-error"=>{"message"=>msg},ERROR=>data[ERROR]})
+        end
+      end
+
+      describe "update" do
+        it "should do update with no errors" do
+          set_state(@c.docname(:update) => {'4'=> { 'price' => '199.99' }})
+          @ss.update(@c.id)
+          verify_result(@c.docname(:update_errors) => {},
+            @c.docname(:update) => {})
+        end
+
+        it "should do update with errors" do
+          msg = "Error updating record"
+          data = add_error_object({'4'=> { 'price' => '199.99' }},msg)
+          set_state(@c.docname(:update) => data,
+            @c.docname(:cd) => { ERROR => { 'price' => '99.99' } }
+          )
+          @ss.update(@c.id)
+          verify_result(
+            @c.docname(:update_errors) =>
+              {"#{ERROR}-error"=>{"message"=>msg}, ERROR=>data[ERROR]},
+            @c.docname(:update) => {'4'=> { 'price' => '199.99'}},
+            @c.docname(:update_rollback) => {ERROR=>{"price"=>"99.99"}})
+        end
+      end
+
+      describe "delete" do
+        it "should do delete with no errors" do
+          set_state(@c.docname(:delete) => {'4'=>@product4},
+            @s.docname(:md) => {'4'=>@product4,'3'=>@product3},
+            @c.docname(:cd) => {'4'=>@product4,'3'=>@product3})
+          @ss.delete(@c.id)
+          verify_result(@c.docname(:delete_errors) => {},
+            @s.docname(:md) => {'3'=>@product3},
+            @c.docname(:cd) => {'3'=>@product3},
+            @c.docname(:delete) => {})
+        end
+
+        it "should do delete with errors" do
+          msg = "Error delete record"
+          data = add_error_object({'2'=>@product2},msg)
+          set_state(@c.docname(:delete) => data)
+          @ss.delete(@c.id)
+
+          # FIXME: Failed for jruby, ruby 1.9.2
+          # verify_result(@c.docname(:delete_errors) => 
+          #   {"#{ERROR}-error"=>{"message"=>msg}, ERROR=>data[ERROR]},
+          #     @c.docname(:delete) => {'2'=>@product2})
+          
+          # Failure/Error: {"#{ERROR}-error"=>{"message"=>msg}, ERROR=>data[ERROR]},
+          #   Verifying `client:application:testuser:b020a633ac2c43f7b0d30ef92dd43886:SampleAdapter:delete`
+          #   expected: {"2"=>{"name"=>"G2", "brand"=>"Android", "price"=>"99.99"}}
+          #        got: {} (using ==)
+           
+          # Failure/Error: @c.docname(:delete) => {'2'=>@product2})
+          #   Verifying `client:application:testuser:26a072a1da0d4bc18f69376e3229ab30:SampleAdapter:delete`
+          # expected: {"2"=>{"name"=>"G2", "brand"=>"Android", "price"=>"99.99"}}
+          #       got: {} (using ==)
+
+          # But this one works everywhere !!!
+          verify_result(@c.docname(:delete_errors) => {"#{ERROR}-error"=>{"message"=>msg}, ERROR=>data[ERROR]})
+        end
+      end
+
+      describe "cud" do
+        it "should do process_cud" do
+          @ss.should_receive(:_auth_op).twice.and_return(true)
+          @ss.should_receive(:create).once.with(@c.id)
+          @ss.should_receive(:update).once.with(@c.id)
+          @ss.should_receive(:delete).once.with(@c.id)
+          @ss.process_cud(@c.id)
+        end
+      end
+
+      describe "query" do
+        it "should do query with no exception" do
+          verify_read_operation('query')
+        end
+        
+        it "should do query with no exception pass through" do
+          verify_read_operation_pass_through('query')
+        end
+
+        it "should do query with exception raised" do
+          verify_read_operation_with_error('query')
+        end
+      end
+
+      describe "search" do
+        it "should do search with no exception" do
+          verify_read_operation('search')
+        end
+        
+         it "should do search with no exception pass through" do
+            verify_read_operation_pass_through('search')
+          end
+
+        it "should do search with exception raised" do
+          verify_read_operation_with_error('search')
+        end
+      end
+
+      describe "app-level partitioning" do
+        it "should create app-level masterdoc with '__shared__' docname" do
+          @s1 = Source.load(@s_fields[:name],@s_params)
+          @s1.partition = :app
+          @ss1 = SourceSync.new(@s1)
+          expected = {'1'=>@product1,'2'=>@product2}
+          set_state('test_db_storage' => expected)
+          @ss1.process_query
+          verify_result("source:#{test_app_name}:__shared__:#{@s_fields[:name]}:md" => expected)
+          Store.db.keys("read_state:#{test_app_name}:__shared__*").sort.should ==
+            [ "read_state:#{test_app_name}:__shared__:SampleAdapter:refresh_time",
+              "read_state:#{test_app_name}:__shared__:SampleAdapter:rho__id"]
+        end
+      end
+
+      def verify_read_operation(operation)
+        expected = {'1'=>@product1,'2'=>@product2}
+        set_test_data('test_db_storage',expected)
+        Store.put_data(@s.docname(:errors),
+          {"#{operation}-error"=>{'message'=>'failed'}},true)
+        if operation == 'query'
+          @ss.read.should == true 
+          verify_result(@s.docname(:md) => expected, 
+            @s.docname(:errors) => {})
+        else
+          @ss.search(@c.id).should == true  
+          verify_result(@c.docname(:search) => expected,
+            @c.docname(:search_errors) => {})
+        end
+      end
+      
+      def verify_read_operation_pass_through(operation)
+        expected = {'1'=>@product1,'2'=>@product2}
+        set_test_data('test_db_storage',expected)
+        Store.put_data(@s.docname(:errors),
+          {"#{operation}-error"=>{'message'=>'failed'}},true)
+        @s.pass_through = 'true'
+        if operation == 'query'
+          @ss.read.should == expected
+          verify_result(@s.docname(:md) => {}, 
+            @s.docname(:errors) => {})
+        else
+          @ss.search(@c.id).should == expected  
+          verify_result(@c.docname(:search) => {},
+            @c.docname(:search_errors) => {})
+        end
+      end
+
+      def verify_read_operation_with_error(operation)
+        msg = "Error during #{operation}"
+        @ss.should_receive(:log).with("SourceAdapter raised #{operation} exception: #{msg}")
+        @ss.should_receive(:log).with(anything)
+        set_test_data('test_db_storage',{},msg,"#{operation} error")
+        if operation == 'query'
+          @ss.read.should == true
+          verify_result(@s.docname(:md) => {},
+            @s.docname(:errors) => {'query-error'=>{'message'=>msg}})
+        else
+          @ss.search(@c.id).should == true
+          verify_result(@c.docname(:search) => {}, 
+            @c.docname(:search_errors) => {'search-error'=>{'message'=>msg}})
+        end
+      end
+    end
+
+    it "should enqueue process_cud SourceJob" do
+      @s.cud_queue = :cud
+      @ss.process_cud(@c.id)
+      Resque.peek(:cud).should == {"args"=>
+        ["cud", @s.name, @a.name, @u.login, @c.id, nil], "class"=>"Rhoconnect::SourceJob"}
+    end
+
+    it "should enqueue process_query SourceJob" do
+      @s.query_queue = :abc
+      @ss.process_query({'foo'=>'bar'})
+      Resque.peek(:abc).should == {"args"=>
+        ["query", @s.name, @a.name, @u.login, nil, {'foo'=>'bar'}], "class"=>"Rhoconnect::SourceJob"}
+    end
+  end
+end

data/spec/spec.opts

@@ -0,0 +1,4 @@
+--color
+-fn
+-b
+-R