rhosync 2.0.0.beta1

data/spec/server/server_spec.rb

@@ -0,0 +1,341 @@
+require File.join(File.dirname(__FILE__),'..','spec_helper')
+require 'rack/test'
+require 'spec'
+require 'spec/autorun'
+require 'spec/interop/test'
+
+require File.join(File.dirname(__FILE__),'..','..','lib','rhosync','server.rb')
+
+describe "Server" do
+  it_should_behave_like "RhosyncDataHelper"
+  it_should_behave_like "TestappHelper"
+
+  include Rack::Test::Methods
+  include Rhosync
+  
+  before(:each) do
+    require File.join(get_testapp_path,@test_app_name)
+    Rhosync.bootstrap(get_testapp_path) do |rhosync|
+      rhosync.vendor_directory = File.join(rhosync.base_directory,'..','..','..','vendor')
+    end
+    Server.set( 
+      :environment => :test,
+      :run => false,
+      :secret => "secure!"
+    )
+    Server.use Rack::Static, :urls => ["/data"], 
+      :root =>  File.join(File.dirname(__FILE__),'..','apps','rhotestapp')
+  end
+
+  def app
+    @app ||= Server.new
+  end
+
+  it_should_behave_like "DBObjectsHelper"
+  
+  it "should show status page" do
+    get '/'
+    last_response.body.match(Rhosync::VERSION)[0].should == Rhosync::VERSION
+  end
+  
+  it "should login without app_name" do
+    post "/login", "login" => @u_fields[:login], "password" => 'testpass'
+    last_response.should be_ok
+  end
+  
+  it "should respond with 401 to /:app_name" do
+    get "/application"
+    last_response.status.should == 401
+  end
+  
+  it "should have default session secret" do
+    Server.secret.should == "secure!"
+  end
+  
+  it "should update session secret to default" do
+    Server.set :secret, "<changeme>"
+    Server.secret.should == "<changeme>"
+    Server.should_receive(:log).any_number_of_times.with(any_args())
+    check_default_secret!("<changeme>")
+    Server.set :secret, "secure!"
+  end
+  
+  it "should complain about hsqldata.jar missing" do
+    Rhosync.vendor_directory = 'missing'
+    Server.should_receive(:log).any_number_of_times.with(any_args())
+    check_hsql_lib!
+  end
+  
+  describe "helpers" do 
+    before(:each) do
+      do_post "/application/clientlogin", "login" => @u.login, "password" => 'testpass'
+    end
+    
+    it "should return nil if params[:source_name] is missing" do
+      get "/application"
+      last_response.status.should == 500
+    end
+  end
+  
+  describe "auth routes" do
+    it "should login user with correct username,password" do
+      do_post "/application/clientlogin", "login" => @u.login, "password" => 'testpass'
+      last_response.should be_ok
+    end
+    
+    it "should respond 401 for incorrect username or password" do
+      do_post "/application/clientlogin", "login" => @u.login, "password" => 'wrongpass'
+      last_response.status.should == 401
+    end
+    
+    it "should create unknown user through delegated authentication" do
+      do_post "/application/clientlogin", "login" => 'newuser', "password" => 'testpass'
+      User.is_exist?('newuser').should == true
+      @a.users.members.sort.should == ['newuser','testuser']
+    end
+  end
+  
+  describe "client management routes" do
+    before(:each) do
+      do_post "/application/clientlogin", "login" => @u.login, "password" => 'testpass'
+      @source_config = {"sources"=>{"SampleAdapter"=>{"poll_interval"=>300},
+        "SimpleAdapter"=>{"partition_type"=>"app","poll_interval"=>600}}}
+    end
+    
+    it "should respond to clientcreate" do
+      get "/application/clientcreate?device_type=blackberry"
+      last_response.should be_ok
+      last_response.content_type.should == 'application/json'
+      id = JSON.parse(last_response.body)['client']['client_id']
+      id.length.should == 32
+      JSON.parse(last_response.body).should == 
+        {"client"=>{"client_id"=>id}}.merge!(@source_config)
+      c = Client.load(id,{:source_name => '*'})
+      c.user_id.should == 'testuser'
+      c.device_type.should == 'blackberry'
+    end
+    
+    it "should respond to clientregister" do
+      do_post "/application/clientregister", 
+        "device_type" => "iPhone", "device_pin" => 'abcd', "client_id" => @c.id
+      last_response.should be_ok
+      JSON.parse(last_response.body).should == @source_config
+      @c.device_type.should == 'iPhone'
+      @c.device_pin.should == 'abcd'
+      @c.id.length.should == 32
+    end
+    
+    it "should respond to clientreset" do
+      set_state(@c.docname(:cd) => @data)
+      get "/application/clientreset", :client_id => @c.id,:version => ClientSync::VERSION
+      JSON.parse(last_response.body).should == @source_config
+      verify_result(@c.docname(:cd) => {})
+    end
+  end
+  
+  describe "source routes" do
+    before(:each) do
+      do_post "/application/clientlogin", "login" => @u.login, "password" => 'testpass'
+    end
+    
+    it "should return 404 message with version < 3" do
+      get "/application",:source_name => @s.name,:version => 2
+      last_response.status.should == 404
+      last_response.body.should == "Server supports version 3 or higher of the protocol."
+    end
+    
+    it "should post records for create" do
+      @product1['_id'] = '1'
+      params = {'create'=>{'1'=>@product1},:client_id => @c.id,:source_name => @s.name,
+        :version => ClientSync::VERSION}
+      do_post "/application", params
+      last_response.should be_ok
+      last_response.body.should == ''
+      verify_result("test_create_storage" => {'1'=>@product1})
+    end
+    
+    it "should post records for update" do
+      params = {'update'=>{'1'=>@product1},:client_id => @c.id,:source_name => @s.name,
+        :version => ClientSync::VERSION}
+      do_post "/application", params
+      last_response.should be_ok
+      last_response.body.should == ''
+      verify_result("test_update_storage" => {'1'=>@product1})
+    end
+    
+    it "should post records for delete" do
+      params = {'delete'=>{'1'=>@product1},:client_id => @c.id,:source_name => @s.name,
+        :version => ClientSync::VERSION}
+      do_post "/application", params
+      last_response.should be_ok
+      last_response.body.should == ''
+      verify_result("test_delete_storage" => {'1'=>@product1})
+    end
+    
+    it "should get inserts json" do
+      cs = ClientSync.new(@s,@c,1)
+      data = {'1'=>@product1,'2'=>@product2}
+      set_test_data('test_db_storage',data)
+      get "/application",:client_id => @c.id,:source_name => @s.name,:version => ClientSync::VERSION
+      last_response.should be_ok
+      last_response.content_type.should == 'application/json'
+      token = @c.get_value(:page_token)
+      JSON.parse(last_response.body).should == [{"version"=>ClientSync::VERSION},{"token"=>token}, 
+        {"count"=>2}, {"progress_count"=>0},{"total_count"=>2},{'insert'=>data}]
+    end
+    
+    it "should get inserts json and confirm token" do
+      cs = ClientSync.new(@s,@c,1)
+      data = {'1'=>@product1,'2'=>@product2}
+      set_test_data('test_db_storage',data)
+      get "/application",:client_id => @c.id,:source_name => @s.name,:version => ClientSync::VERSION
+      last_response.should be_ok
+      token = @c.get_value(:page_token)
+      JSON.parse(last_response.body).should == [{"version"=>ClientSync::VERSION},{"token"=>token}, 
+        {"count"=>2}, {"progress_count"=>0}, {"total_count"=>2},{'insert'=>data}]
+      get "/application",:client_id => @c.id,:source_name => @s.name,:token => token,
+        :version => ClientSync::VERSION
+      last_response.should be_ok
+      JSON.parse(last_response.body).should == [{"version"=>ClientSync::VERSION},{"token"=>''}, 
+        {"count"=>0}, {"progress_count"=>2}, {"total_count"=>2},{}]
+    end
+    
+    it "should get deletes json" do
+      cs = ClientSync.new(@s,@c,1)
+      data = {'1'=>@product1,'2'=>@product2}
+      set_test_data('test_db_storage',data)
+      
+      get "/application",:client_id => @c.id,:source_name => @s.name,:version => ClientSync::VERSION
+      last_response.should be_ok
+      token = @c.get_value(:page_token)
+      JSON.parse(last_response.body).should == [{"version"=>ClientSync::VERSION},{"token"=>token}, 
+        {"count"=>2}, {"progress_count"=>0}, {"total_count"=>2},{'insert'=>data}]
+      
+      Store.flash_data('test_db_storage')
+      @s.read_state.refresh_time = Time.now.to_i      
+      
+      get "/application",:client_id => @c.id,:source_name => @s.name,:token => token,
+        :version => ClientSync::VERSION
+      last_response.should be_ok
+      token = @c.get_value(:page_token)
+      JSON.parse(last_response.body).should == [{"version"=>ClientSync::VERSION},{"token"=>token}, 
+        {"count"=>2}, {"progress_count"=>0}, {"total_count"=>0},{'delete'=>data}]
+    end
+    
+    it "should get search results" do
+      sources = ['SampleAdapter']
+      cs = ClientSync.new(@s,@c,1)
+      Store.put_data('test_db_storage',@data)
+      params = {:client_id => @c.id,:sources => sources,:search => {'name' => 'iPhone'},
+        :version => ClientSync::VERSION}
+      get "/application/search",params
+      last_response.content_type.should == 'application/json'
+      token = @c.get_value(:search_token)
+      JSON.parse(last_response.body).should == [[{'version'=>ClientSync::VERSION},{'search_token'=>token},
+        {'source'=>sources[0]},{'count'=>1},{'insert'=>{'1'=>@product1}}]]
+    end
+    
+    it "should get search results with error" do
+      sources = ['SampleAdapter']
+      msg = "Error during search"
+      error = set_test_data('test_db_storage',@data,msg,'search error')
+      params = {:client_id => @c.id,:sources => sources,:search => {'name' => 'iPhone'},
+        :version => ClientSync::VERSION}
+      get "/application/search",params
+      JSON.parse(last_response.body).should == [[{'version'=>ClientSync::VERSION},
+        {'source'=>sources[0]},{'search-error'=>{'search-error'=>{'message'=>msg}}}]]
+    end
+    
+    it "should get multiple source search results" do
+      @s_fields[:name] = 'SimpleAdapter'
+      @s1 = Source.load(@s_fields,@s_params)
+      Store.put_data('test_db_storage',@data)
+      sources = ['SimpleAdapter','SampleAdapter']
+      params = {:client_id => @c.id,:sources => sources,:search => {'search' => 'bar'},
+        :version => ClientSync::VERSION}
+      get "/application/search",params
+      @c.source_name = 'SimpleAdapter'
+      token1 = @c.get_value(:search_token)
+      @c.source_name = 'SampleAdapter'
+      token = @c.get_value(:search_token)
+      JSON.parse(last_response.body).should == [
+        [{"version"=>ClientSync::VERSION},{'search_token'=>token1},{"source"=>"SimpleAdapter"}, 
+         {"count"=>1}, {"insert"=>{'obj'=>{'foo'=>'bar'}}}],
+        [{"version"=>ClientSync::VERSION},{'search_token'=>token},{"source"=>"SampleAdapter"}, 
+         {"count"=>1}, {"insert"=>{'1'=>@product1}}]]
+    end
+  end
+    
+  describe "bulk data routes" do
+    before(:each) do
+      do_post "/application/clientlogin", "login" => @u.login, "password" => 'testpass'
+    end
+    
+    after(:each) do
+      delete_data_directory
+    end
+  
+    it "should make initial bulk data request and receive wait" do
+      set_state('test_db_storage' => @data)
+      get "/application/bulk_data", :partition => :user, :client_id => @c.id
+      last_response.should be_ok
+      last_response.body.should == {:result => :wait}.to_json
+    end
+    
+    it "should receive url when bulk data is available" do
+      set_state('test_db_storage' => @data)
+      get "/application/bulk_data", :partition => :user, :client_id => @c.id
+      BulkDataJob.perform("data_name" => bulk_data_docname(@a.id,@u.id))
+      get "/application/bulk_data", :partition => :user, :client_id => @c.id
+      last_response.should be_ok
+      last_response.body.should == {:result => :url, 
+        :url => BulkData.load(bulk_data_docname(@a.id,@u.id)).dbfile}.to_json
+      validate_db_by_name(JSON.parse(last_response.body)["url"],@data)
+    end
+    
+    it "should download bulk data file" do
+      set_state('test_db_storage' => @data)
+      get "/application/bulk_data", :partition => :user, :client_id => @c.id
+      BulkDataJob.perform("data_name" => bulk_data_docname(@a.id,@u.id))
+      get "/application/bulk_data", :partition => :user, :client_id => @c.id
+      get "/data/application/#{@u.id}/#{JSON.parse(last_response.body)["url"].split('/').last}"
+      last_response.should be_ok
+      File.open('test.data','wb') {|f| f.puts last_response.body}
+      validate_db_by_name('test.data',@data)
+      File.delete('test.data')
+    end
+  
+    it "should receive nop when no sources are available for partition" do
+      set_state('test_db_storage' => @data)
+      Source.load('SimpleAdapter',@s_params).partition = :user
+      get "/application/bulk_data", :partition => :app, :client_id => @c.id
+      last_response.should be_ok
+      last_response.body.should == {:result => :nop}.to_json
+    end
+  end
+  
+  describe "blob sync" do
+    before(:each) do
+      do_post "/application/clientlogin", "login" => @u.login, "password" => 'testpass'
+    end
+    it "should upload blob in multipart post" do
+      file1,file2 = 'upload1.txt','upload2.txt'
+      @product1['txtfile-rhoblob'] = file1
+      @product1['_id'] = 'tempobj1'
+      @product2['txtfile-rhoblob'] = file2
+      @product2['_id'] = 'tempobj2'
+      cud = {'create'=>{'1'=>@product1,'2'=>@product2},
+        :client_id => @c.id,:source_name => @s.name,
+        :version => ClientSync::VERSION,
+        :blob_fields => ['txtfile-rhoblob']}.to_json
+      post "/application", 
+        {:cud => cud,'txtfile-rhoblob-1' => 
+          Rack::Test::UploadedFile.new(File.join(File.dirname(__FILE__),'..','testdata',file1), "application/octet-stream"),
+          'txtfile-rhoblob-2' => 
+            Rack::Test::UploadedFile.new(File.join(File.dirname(__FILE__),'..','testdata',file2), "application/octet-stream")}
+      Store.get_data('test_create_storage').each do |id,obj|
+        File.exists?(obj['txtfile-rhoblob']).should == true
+      end
+    end
+  end
+end

data/spec/source_adapter_spec.rb

@@ -0,0 +1,114 @@
+require File.join(File.dirname(__FILE__),'spec_helper')
+
+class Rhosync::SourceAdapter 
+  def inject_result(result) 
+    @result = result
+  end
+end
+
+describe "SourceAdapter" do
+  it_should_behave_like "SpecBootstrapHelper"
+  it_should_behave_like "SourceAdapterHelper"
+  
+  before(:each) do
+    @s.name = 'SimpleAdapter'
+    @sa = SourceAdapter.create(@s,nil)
+  end
+  
+  it "should create SourceAdapter with source" do
+    @sa.class.name.should == @s.name
+  end
+  
+  it "should create and execute SubAdapter that extends BaseAdapter" do
+    @s.name = 'SubAdapter'
+    @sa = SourceAdapter.create(@s,nil)
+    @sa.class.name.should == 'SubAdapter'
+    expected = {'1'=>@product1,'2'=>@product2}
+    @sa.inject_result expected
+    @sa.query.should == expected
+  end
+  
+  it "should fail to create SourceAdapter" do
+    @s_fields[:name] = 'Broken'
+    broken_source = Source.create(@s_fields,@s_params)
+    lambda { SourceAdapter.create(broken_source) }.should raise_error(Exception)
+  end
+  
+  it "should create SourceAdapter with trailing spaces" do
+    @s.name = 'SimpleAdapter '
+    SourceAdapter.create(@s,nil).is_a?(SimpleAdapter).should be_true
+  end
+    
+  describe "SourceAdapter methods" do
+    it "should execute SourceAdapter login method with source vars" do
+      @sa.login.should == true
+    end
+
+    it "should execute SourceAdapter query method" do
+      expected = {'1'=>@product1,'2'=>@product2}
+      @sa.inject_result expected
+      @sa.query.should == expected
+    end
+    
+    it "should execute SourceAdapter query method" do
+      expected = {'1'=>@product1,'2'=>@product2}
+      @sa.inject_result expected
+      @sa.query.should == expected
+    end
+    
+    it "should execute SourceAdapter search method and modify params" do
+      params = {:hello => 'world'}
+      expected = {'1'=>@product1,'2'=>@product2}
+      @sa.inject_result expected
+      @sa.search(params).should == expected
+      params.should == {:hello => 'world', :foo => 'bar'}
+    end
+    
+    it "should execute SourceAdapter login with current_user" do
+      @sa.should_receive(:current_user).with(no_args()).and_return(@u)
+      @sa.login
+    end
+    
+    it "should execute SourceAdapter sync method" do
+      expected = {'1'=>@product1,'2'=>@product2}
+      @sa.inject_result expected
+      @sa.query.should == expected
+      @sa.sync
+      Store.get_data(@s.docname(:md)).should == expected
+      Store.get_value(@s.docname(:md_size)).to_i.should == 2
+    end
+    
+    it "should fail gracefully if @result is missing" do
+      @sa.inject_result nil
+      lambda { @sa.query }.should_not raise_error
+    end
+        
+    it "should reset count if @result is empty" do
+      @sa.inject_result({'1'=>@product1,'2'=>@product2})
+      @sa.query; @sa.sync
+      Store.get_value(@s.docname(:md_size)).to_i.should == 2
+      @sa.inject_result({})
+      @sa.query; @sa.sync
+      Store.get_value(@s.docname(:md_size)).to_i.should == 0
+    end
+    
+    it "should execute SourceAdapter create method" do
+      @sa.create(@product4).should == 'obj4'
+    end
+    
+    it "should log warning if @result is missing" do
+      @sa.should_receive(:log).with(SourceAdapter::MSG_NIL_RESULT_ATTRIB)
+      @sa.inject_result nil
+      @sa.sync
+    end
+    
+    describe "SourceAdapter metadata method" do
+      
+      it "should execute SourceAdapter metadata method" do
+        mock_metadata_method([SimpleAdapter]) do
+          @sa.metadata.should == "{\"foo\":\"bar\"}"
+        end
+      end
+    end
+  end
+end

data/spec/source_spec.rb

@@ -0,0 +1,77 @@
+require File.join(File.dirname(__FILE__),'spec_helper')
+
+describe "Source" do
+  it_should_behave_like "SpecBootstrapHelper"
+  it_should_behave_like "SourceAdapterHelper"
+  
+  it "should create and load source with @s_fields and @s_params" do
+    @s.name.should == @s_fields[:name]
+    @s.url.should == @s_fields[:url]
+    @s.login.should == @s_fields[:login]
+    @s.app.name.should == @a_fields[:name]
+    @s.priority.should == 3
+    @s.callback_url.should be_nil
+    @s.queue.should be_nil
+    @s.query_queue.should be_nil
+    @s.cud_queue.should be_nil
+    @s.app_id.should == @s_params[:app_id]
+    @s.user_id.should == @s_params[:user_id]
+    @s.sync_type.should == :incremental
+    @s.partition_type.should == :user
+    @s.poll_interval.should == 300
+
+    @s1 = Source.load(@s.id,@s_params)
+    @s1.name.should == @s_fields[:name]
+    @s1.url.should == @s_fields[:url]
+    @s1.login.should == @s_fields[:login]
+    @s1.app.name.should == @a_fields[:name]
+    @s1.priority.should == 3
+    @s1.callback_url.should be_nil
+    @s1.poll_interval.should == 300
+    @s1.app_id.should == @s_params[:app_id]
+    @s1.user_id.should == @s_params[:user_id]
+  end
+  
+  it "should create source with user" do
+    @s.user.login.should == @u_fields[:login]
+  end
+  
+  it "should create source with app and document" do
+    @s.app.name.should == @a_fields[:name]
+    @s.docname(:md).should == "source:#{@s.app.id}:#{@u.id}:#{@s_fields[:name]}:md"
+  end
+    
+  it "should delete source" do
+    @s.delete
+    Source.is_exist?(@s_fields[:name]).should == false
+  end
+  
+  it "should delete master and all documents associated with source" do
+    set_state(@s.docname(:md) => @data)
+    @s.delete
+    verify_result(@s.docname(:md) => {})
+    Store.db.keys(@s.docname('*')).should == []
+  end
+  
+  it "should create source with default partition user" do
+    @s1 = Source.load(@s_fields[:name],{:app_id => @a.id,:user_id => '*'})
+    @s1.partition.should == :user
+  end
+  
+  it "should create correct docname based on partition scheme" do
+    @s.partition = :app
+    @s.docname(:md).should == "source:#{@s.app.id}:__shared__:#{@s_fields[:name]}:md"
+  end
+  
+  it "should create source with default read/write queue" do
+    @s.delete
+    @s_fields[:queue] = :default
+    @s_fields[:query_queue] = :query
+    @s_fields[:cud_queue] = :cud
+    Source.create(@s_fields,@s_params)
+    s = Source.load(@s_fields[:name],@s_params)
+    s.queue.should == 'default'
+    s.query_queue.should == 'query'
+    s.cud_queue.should == 'cud'
+  end
+end