rhosync 2.0.0.beta1

data/bench/lib/bench/utils.rb

@@ -0,0 +1,49 @@
+module Bench
+  module Utils
+    include Logging
+    
+    def compare(name1,s1,name2,s2)
+      r1 = diff([],name1,s1,name2,s2)
+      r2 = diff([],name2,s2,name1,s1)
+      r1.size > r2.size ? r1 : r2
+    end
+    
+    def diff(res,lname,lvalue,rname,rvalue,path=[])
+
+      return res if lvalue == rvalue
+      
+      if lvalue.is_a?(Array) and rvalue
+        lvalue.each_index do |index| 
+          p = Array.new(path)
+          p << index
+          diff(res,lname,lvalue[index],rname,rvalue.at(index),p)
+        end                
+      elsif lvalue.is_a?(Hash) and rvalue
+        lvalue.each do |key,value| 
+          p = Array.new(path)
+          p << key
+          diff(res,lname,value,rname,rvalue[key],p)
+        end
+      else            
+        res << {:path=>path,lname=>lvalue,rname=>rvalue}
+      end
+      
+      res 
+    end
+    
+    def compare_and_log(expected,actual,caller)
+      if expected != actual
+        logger.error "#{log_prefix} Verify error at: " + caller
+        logger.error "#{log_prefix} Message diff: "
+        compare(:expected,expected,:actual,actual).each do |diff|
+          logger.error "#{log_prefix} Path: #{diff[:path].join('/')}"
+          logger.error "#{log_prefix} Expected: #{diff[:expected].inspect}"
+          logger.error "#{log_prefix} Actual: #{diff[:actual].inspect}"
+        end
+        1
+      else
+        0
+      end
+    end
+  end
+end

data/bench/lib/bench.rb

@@ -0,0 +1,128 @@
+#gem 'sevenwire-rest-client'
+require 'rest_client'
+require 'log4r'
+require 'json'
+require 'mechanize'
+require 'zip/zip'
+$:.unshift File.dirname(__FILE__)
+require 'bench/timer'
+require 'bench/logging'
+require 'bench/utils'
+require 'bench/result'
+require 'bench/session'
+require 'bench/runner'
+require 'bench/statistics'
+require 'bench/cli'
+require 'bench/test_data'
+$:.unshift File.join(File.dirname(__FILE__),'..')
+require 'scripts/helpers'
+
+# Inspired by Trample: http://github.com/jamesgolick/trample
+
+module Bench
+  class << self
+    include Logging
+    include TestData
+    include Utils
+
+    attr_accessor :concurrency, :iterations, :admin_login 
+    attr_accessor :admin_password, :user_name, :app_name
+    attr_accessor :password, :host, :base_url, :token
+    attr_accessor :total_time, :sessions, :verify_error
+    
+    def config
+      begin
+        @verify_error ||= false
+        yield self
+      rescue Exception => e
+        puts "error in config: #{e.inspect}"
+        raise e
+      end
+    end
+    
+    def get_server_state(doc)
+      token = get_token
+      @body = RestClient.post("#{@host}/api/get_db_doc",
+        {:api_token => token, :doc => doc}.to_json, :content_type => :json)
+      JSON.parse(@body.to_s)
+    end
+    
+    def reset_app
+      Mechanize.new.post("#{@host}/api/reset",:api_token => get_token)
+    end
+    
+    def create_user
+      token = get_token
+      RestClient.post("#{@host}/api/create_user",
+        {:api_token => token, :app_name => @app_name,
+         :attributes => {:login => @user_name, :password => @password}}.to_json, 
+         :content_type => :json)
+    end
+    
+    def set_server_state(doc,data)
+      token = get_token
+      RestClient.post("#{@host}/api/set_db_doc",
+        {:api_token => token, :doc => doc, :data => data}.to_json, :content_type => :json)
+    end
+    
+    def reset_refresh_time(source_name,poll_interval=nil)
+      token = get_token
+      RestClient.post("#{@host}/api/set_refresh_time",
+        {:api_token => token, :source_name => source_name,
+          :app_name => @app_name, :user_name => @user_name, 
+          :poll_interval => poll_interval}.to_json, 
+          :content_type => :json)
+    end
+    
+    def get_token
+      unless @token
+        res = RestClient.post("#{@host}/login", 
+          {:login => @admin_login, :password => @admin_password}.to_json, :content_type => :json)
+        @token = RestClient.post("#{@host}/api/get_api_token",'',{:cookies => res.cookies})
+      end
+      @token
+    end
+    
+    def get_test_server
+      load_settings(File.join(File.dirname(__FILE__),'..',@app_name,'settings','settings.yml'))
+      @base_url = $settings[:development][:syncserver].gsub(/\/$/,'')
+      uri = URI.parse(@base_url)
+      port = (uri.port and uri.port != 80) ? ":"+uri.port.to_s : "" 
+      @host = "#{uri.scheme}://#{uri.host}#{port}"
+      puts "Test server is #{@host}..."
+    end
+  
+    def test(&block)
+      Runner.new.test(@concurrency,@iterations,&block)
+    end
+    
+    def verify(&block)
+      yield self,@sessions
+    end
+    
+    # TODO: These functions are duplicates!
+    
+    def compress(path)
+      path.sub!(%r[/$],'')
+      archive = File.join(path,File.basename(path))+'.zip'
+      FileUtils.rm archive, :force=>true
+      Zip::ZipFile.open(archive, 'w') do |zipfile|
+        Dir["#{path}/**/**"].reject{|f|f==archive}.each do |file|
+          zipfile.add(file.sub(path+'/',''),file)
+        end
+      end
+      archive
+    end
+    
+    # TODO: Share this code with the framework Rho class
+    def load_settings(file)
+      begin
+        $settings = YAML.load_file(file)
+      rescue Exception => e
+        puts "Error opening settings file #{file}: #{e}."
+        puts e.backtrace.join("\n")
+        raise e
+      end
+    end
+  end
+end

data/bench/lib/testdata/100-data.txt

@@ -0,0 +1,148 @@
+{i"%c08391d273254acda969beca963b2cbc{"
+Jairo"Phone1"697.236.6498"Company"Lakin and Sons"mock_id"%c08391d273254acda969beca963b2cbc"
+Email"stone_quigley@gmail.com"%d700d3dad9cb4bfab569a444a9410f3a{@"
+Zieme@
+"General Mechanic@"
+"Production Mechanic@"
+Amely@"108.018.6096 x4892@"!Pfeffer, Carroll and Lockman@"%29247590f6754aaaabf1d9db8beffa0b@"lawrence_dibbert@gmail.com"%59669d5da6c746d886544152b3e39577{@"
+Price@
+"IT Analyst@"Anthony@"449-900-6658 x047@""Leffler, Kilback and Homenick@"%59669d5da6c746d886544152b3e39577@"winston@yahoo.com"%5f815f4ccd8546fb8fdd53a09baaf8f0{@"Halvorson@
+"Quality Assurance Worker@"Cathryn@"(851)759-4738 x95349@"Carroll LLC@"%5f815f4ccd8546fb8fdd53a09baaf8f0@"elenor@gmail.com"%94f40e319ebb4e88bf764e464349742f{@"Cronin@
+"Banking Technician@"
+Anais@"1-657-604-9806@"Reichert-Miller@"%94f40e319ebb4e88bf764e464349742f@"clemmie_hilll@yahoo.com"%e3db716887d14cd89a57d5c12490d57f{@"Hodkiewicz@
+"Advertising Superintendent@"Izaiah@"(883)720-9926 x501@"Bartoletti-Hayes@"%e3db716887d14cd89a57d5c12490d57f@"aleen@yahoo.com"%f48556f5a0d44b59bafe8d89a9e7ccfc{@"	Ryan@
+"Software Sales@"Briana@"998-206-2552@"Klein-Zemlak@"%f48556f5a0d44b59bafe8d89a9e7ccfc@" sherwood.schinner@yahoo.com"%ad3fcad52002417dae5fdd29152262e7{@"	Mraz@
+"Computer Superintendent@"Curtis@"992-665-1817 x4787@"Lemke LLC@"%ad3fcad52002417dae5fdd29152262e7@"virgil@yahoo.com"%8afe2fdc114546128d1a9448c909ade1{@"Durgan@
+"Advertising Recruiter@"	Reva@"(140)525-3753@"Funk-Hintz@"%8afe2fdc114546128d1a9448c909ade1@"amir_renner@yahoo.com"%147184c0d468478f8a918e8a2eb2c00d{@"O'Connell@
+"Head Technician@"
+"Environmental Technician@"Keaton@"922.367.5492 x44104@"Steuber, Orn and Conn@"%b59e4095d4024b7b8c53779c19fb365f@"darion.hand@yahoo.com"%114d5402385447ea831dc7c271f40cba{@"Kessler@
+"Assistant Superintendent@"
+Sarai@"(138)199-0332 x486@"Tillman-Prosacco@"%114d5402385447ea831dc7c271f40cba@"issac@yahoo.com"%6e2b6e694d0b425fbb83655ad1f57cfb{@"Hudson@
+"Laboratory Analyst@"Diamond@"462.945.1432@"Boyle LLC@"%6e2b6e694d0b425fbb83655ad1f57cfb@"noah_okon@hotmail.com"%eb1b92d1f08844c486f2cd6f51166cad{@"
+Kutch@
+"Senior Director@"
+Elyse@"1-206-345-6753 x8321@"Rohan-Powlowski@"%eb1b92d1f08844c486f2cd6f51166cad@"$kaitlyn_oberbrunner@hotmail.com"%e3a5ea4393124d53b25642db0d4f1d10{@"	Kuhn@
+"Computer Foreman@"
+Trace@"1-195-038-8248 x176@"Bins-Pollich@"%e3a5ea4393124d53b25642db0d4f1d10@"jonathon.johns@hotmail.com"%003a882e004a4e85a8d3907341d270f6{@"Klocko@
+"Business Systems Recruiter@"Virgil@"013.811.2613@"Zulauf, Zieme and Hilpert@"%003a882e004a4e85a8d3907341d270f6@"cayla_howell@gmail.com"%c10b369f628f44b39fa107783f0b0d2a{@"
+Weber@
+"Senior Intern@"Cortney@"(825)485-4328 x0372@"!Renner, Halvorson and Beatty@"%c10b369f628f44b39fa107783f0b0d2a@"maude@gmail.com"%89cf22da94c342db8419baeea8ed1732{@"Walker@
+"Medical Foreman@"Eliane@"(048)916-0870 x354@"Mueller Group@"%89cf22da94c342db8419baeea8ed1732@"maureen@gmail.com"%b3f460a48f6a4c2c931b7c791cfc46a5{@"
+"Production Supervisor@"Karlee@"011.847.2219 x94537@"Swaniawski Inc@"%b3f460a48f6a4c2c931b7c791cfc46a5@"mike.tromp@hotmail.com"%40bd6ca50b4e46ca94fb635f0690175f{@"
+Moore@
+"Computer Engineer@"Newell@"637-104-0330@"Cole-Kuhic@"%40bd6ca50b4e46ca94fb635f0690175f@"elmer@hotmail.com"%d3cc69213354468bb41d13482de24b00{@"Jacobs@
+"Computer Clerk@"Khalid@"547.229.1460 x3883@"Nader Inc@"%d3cc69213354468bb41d13482de24b00@"ruthie_bayer@yahoo.com"%575618451bcd4cfeafd6ed84b943d693{@"
+"Software Technician@"Carolyn@"920.318.5572 x19291@"Bernhard, Renner and Blick@"%575618451bcd4cfeafd6ed84b943d693@"benedict.purdy@hotmail.com"%9ee3605d57574d83b40f05285cec842f{@"
+Fahey@
+"Account Manager@"Maryam@"793.268.6813@"$Hermiston, Parisian and Monahan@"%9ee3605d57574d83b40f05285cec842f@"zelda.schaefer@yahoo.com"%3d62f8faff1c40f4909744b76c2a3553{@"Buckridge@
+"Environmental Recruiter@"
+"Environmental Estimator@"
+Ricky@"(340)038-5363@"Kautzer-Reilly@"%5ab0df9d5c684b2dbc2c9a6e27d014c6@"!keagan.buckridge@hotmail.com"%8dbba6c19cf94cf6b6beb0d1317f004d{@"
+Wolff@
+"Environmental Supervisor@"Gabriel@"1-724-037-7432 x56679@"Robel-Littel@"%8dbba6c19cf94cf6b6beb0d1317f004d@"adriana@yahoo.com"%2e6c0336f122470a9a96683160dcc9a7{@"	Bode@
+"Administrative Sales@"	Ruby@"075.155.4874 x7247@"Huels Inc@"%2e6c0336f122470a9a96683160dcc9a7@"kylee@hotmail.com"%fdc22cf713d6478dad676faff5227e75{@"Hermann@
+"Head Helper@"
+"Administrative Worker@"Celestine@"978.385.5848 x40815@"#Bins, Mosciski and Greenfelder@"%fd624cb38fda4c50bd8e73e8235bf593@"kieran@yahoo.com"%68b1dff75cfb42f7b246962101c9f1fb{@"	Lowe@
+"%Quality Assurance Superintendent@"Hillard@"169-059-1767@"Ritchie Group@"%68b1dff75cfb42f7b246962101c9f1fb@"selina@gmail.com"%7239cb4e983c4d2bb15d6d7641d5e674{@"Streich@
+"Senior Foreman@"Katelyn@"546-882-7260 x300@"Yundt, Wuckert and Brakus@"%7239cb4e983c4d2bb15d6d7641d5e674@"esteban@yahoo.com"%9836b54de3d7481c9e56ab9a7a629550{@"Morissette@
+"Senior Accountant@"Estella@"378.589.0480@""Homenick, Kassulke and Hessel@"%9836b54de3d7481c9e56ab9a7a629550@"phoebe@gmail.com"%2d1dfeac65034bd8a1f2b2b5a325bf90{@"
+"Medical Intern@"Nicolette@"539-835-1470@"Marvin-Wunsch@"%2d1dfeac65034bd8a1f2b2b5a325bf90@" moriah_prohaska@hotmail.com"%2936b3ac3ee5446785356472f5258294{@"Pfeffer@
+"Distribution Recruiter@"
+"Software Executive@"
+Molly@"1-335-818-1533@"Weimann-O'Conner@"%b3f232e36b614191a859e325978d6429@"vivien.maggio@yahoo.com"%ee904f25e7e14ef99ae67d54113e4ad8{@"Heathcote@
+"Business Systems Worker@"
+Naomi@"753.363.0014@""Towne, Runolfsson and Okuneva@"%ee904f25e7e14ef99ae67d54113e4ad8@"kirsten@gmail.com"%6757eb3520644a4690a5bd9b199540a1{@"Labadie@
+"(Environmental Production Supervisor@"Crystel@"021.780.4609 x47390@"%VonRueden, Lubowitz and Bogisich@"%6757eb3520644a4690a5bd9b199540a1@"cheyanne.lind@gmail.com"%8cbb0282ca834eaf9d497ea283d7e72c{@"Schmitt@
+"Production Officer@"
+"Technical Technician@"	Kale@"178-707-7142@"Haag Group@"%1a2fbceff2e14d79befe366aa55a9313@"velda@yahoo.com"%61c848e2babb4a43a39d64ceb52a4a61{@"D'Amore@
+"Laboratory Clerk@"
+Jayme@"(710)546-3261@"Quigley and Sons@"%61c848e2babb4a43a39d64ceb52a4a61@"brenna.rath@yahoo.com"%d893299dbcae406f94d5016a03c88b28{@"	Howe@
+"Quality Assurance Sales@"
+Diana@"821.431.9270@"Powlowski-Fritsch@"%d893299dbcae406f94d5016a03c88b28@"jairo.nicolas@yahoo.com"%7db54de7cba64988923a1b2b87d8d32f{@"Hamill@
+"Computer Technologist@"Kaitlin@"568-993-8201 x61082@"Bergnaum, Klein and Larkin@"%7db54de7cba64988923a1b2b87d8d32f@"may@yahoo.com"%b4811acda932474db3951eb518e3c5bc{@"Maggio@
+"General Planner@"Ramiro@"(151)332-7848 x40109@"Glover Inc@"%b4811acda932474db3951eb518e3c5bc@"andreanne@hotmail.com"%3ffc68c35d1d41df8da8499e16713699{@"
+"Head Sales@"
+Laura@"(259)896-3850 x0309@"Emard and Sons@"%3ffc68c35d1d41df8da8499e16713699@"erik@gmail.com"%1a811060e3624799a40d00f8428e48d4{@"
+Kunde@
+"Production Clerk@"Melvina@"1-895-950-4971@"!Haley, Cummerata and Goldner@"%1a811060e3624799a40d00f8428e48d4@"mark.kuhlman@yahoo.com"%8c694501afa14d679f4abd84e32c1a97{@"
+"Production Worker@"Cassandra@"1-985-386-5359@"$Steuber, Denesik and Schowalter@"%8c694501afa14d679f4abd84e32c1a97@"mariah_mayert@hotmail.com"%a2f831ea41814501929df177f400ae56{@"Cummerata@
+"Distribution Scientist@"
+Baron@"1-683-024-9321@"Gutkowski LLC@"%a2f831ea41814501929df177f400ae56@"cecilia@hotmail.com"%f91562cbcc8349ac951e4513ac2ae0ce{@"Heidenreich@
+"!Administrative Plant Manager@"
+"$Business Systems Superintendent@"Melany@"064.188.5891 x968@" Wilkinson, Jacobi and Bosco@"%b1fddefda07f4525841ad8b038e76a30@"larry@hotmail.com"%053e2c7ca3034a55921bc6daf60b9a1a{@"	Lowe@
+"Assistant Intern@"Kendra@"890-184-8673 x4198@"Wolff LLC@"%053e2c7ca3034a55921bc6daf60b9a1a@" cletus_konopelski@yahoo.com"%0ae90d4403fc4700824905df3a37eb1c{@"Weimann@
+"Financial Recruiter@"
+Devon@"1-731-894-6556 x046@"Stark, Krajcik and Strosin@"%0ae90d4403fc4700824905df3a37eb1c@"orval@hotmail.com"%ecf34a4626de4f179962295b21212d80{@"Leffler@
+"General Engineer@"Jettie@"090-951-5426@"Mertz Inc@"%ecf34a4626de4f179962295b21212d80@"audra@yahoo.com"%ba5a858326954d5a9cbd9d6b38bb0c74{@"Treutel@
+"Financial Accountant@"
+Jamar@"1-081-970-6940@"Grady-Schuppe@"%ba5a858326954d5a9cbd9d6b38bb0c74@"abigail@hotmail.com"%23e1a729d9a44154af47ede1c59401b7{@"
+O'Kon@
+"Environmental Officer@"	Cali@"1-873-569-4080 x32697@"Rowe, Homenick and Boehm@"%23e1a729d9a44154af47ede1c59401b7@"nona@hotmail.com"%142d35cda45b432e9c163b5bc56456ae{@"
+"General Sales@"	Cruz@"723-073-9751 x0796@"Weimann-Terry@"%142d35cda45b432e9c163b5bc56456ae@"anthony@gmail.com"%6f3d68974bbf487180733ecdc343e3f9{@"Volkman@
+"Account Vice President@"Korbin@"051.835.8273 x949@"Vandervort-Mertz@"%6f3d68974bbf487180733ecdc343e3f9@"brionna_miller@hotmail.com"%c900681c5b7144efa8e1628a46a3da18{@"	Huel@
+"Quality Assurance Buyer@"
+Laura@"1-597-568-5049 x030@"Mraz, Ruecker and Quigley@"%c900681c5b7144efa8e1628a46a3da18@"destini@hotmail.com"%2e29702dddfd4c52af3a6b98779fae35{@"Schmitt@
+"Technical Vice President@"Jamaal@"(623)162-4944 x58440@"Shields, Block and Lehner@"%2e29702dddfd4c52af3a6b98779fae35@"demarcus@gmail.com"%8dce66fd8bdf49dbbe355c7f51414c12{@"
+Blick@
+"Assistant Accountant@"Jaycee@"(145)183-8650 x40103@"Bogisich and Sons@"%8dce66fd8bdf49dbbe355c7f51414c12@"oral_wyman@gmail.com"%480612d511694c868ec2667a0cf9e600{@"Hermiston@
+""Business Systems Technologist@"
+Jayda@"859.182.5818 x8059@"Langworth Inc@"%480612d511694c868ec2667a0cf9e600@"sherman@hotmail.com"%1f9356e0e3274e2ab5f3873b1476f41e{@"McLaughlin@
+"Maintenance Clerk@"Devonte@"060-037-1615 x134@"#Dietrich, Greenholt and Reilly@"%1f9356e0e3274e2ab5f3873b1476f41e@"beth@hotmail.com"%e44b1458c24b449ab6ce9238010c92c9{@"Cronin@
+"Medical Nurse@"Darrel@"(885)689-0185@"Rippin-Purdy@"%e44b1458c24b449ab6ce9238010c92c9@"savannah@yahoo.com"%dc09a77040f04afd82ca282ac94aaa93{@"	Bins@
+"Chief Chef@"	Alva@"281-100-2650@"Bailey-Eichmann@"%dc09a77040f04afd82ca282ac94aaa93@"juwan_herman@gmail.com"%071e6d0df05a46419490d0b69bf1629f{@"Walter@
+"Account Technician@"Pat@"978-131-1170 x029@""Beahan, Daugherty and Johnson@"%071e6d0df05a46419490d0b69bf1629f@"herman@gmail.com"%867e6c99fa044be0bf6d666729a2efb8{@"
+Hills@
+""Administrative Superintendent@"
+"Laboratory Director@"	Ebba@"(089)520-0655 x154@"Hilll LLC@"%d4285b651f4e4f58bbfa4ab3567ee474@"amari@gmail.com"%b7c5acd0f7a54c31bdda56e227b09acc{@"Cartwright@
+"Maintenance Mechanic@"Sallie@"(101)460-9042@"Abshire and Sons@"%b7c5acd0f7a54c31bdda56e227b09acc@"raheem@gmail.com"%2735244b97274cb59e0ad68717c8c7d2{@"Kautzer@
+"Financial Engineer@"Junior@"(755)939-4108@"Corwin-Koepp@"%2735244b97274cb59e0ad68717c8c7d2@"elenor@hotmail.com"%df31f493eb524d6d811c2aa74bde699e{@"Rempel@
+"Maintenance Buyer@"Elmira@"107.903.0257 x06716@"Rosenbaum LLC@"%df31f493eb524d6d811c2aa74bde699e@"lorenz_rohan@hotmail.com"%df0c18aa41a640389b8ee655f6d24c52{@"
+"Technical Clerk@"
+Laura@"421-131-1237@"Kuphal Inc@"%df0c18aa41a640389b8ee655f6d24c52@"jeremie_ward@yahoo.com"%b8a0a08cd4404790a97c42d186853ded{@"	Mohr@
+"Technical Estimator@"Toy@"498-701-9786@"Spinka Group@"%b8a0a08cd4404790a97c42d186853ded@"jonas@gmail.com"%daf1d01a834946b6b6399075897064ac{@"Strosin@
+"&Advertising Production Supervisor@"Colton@"1-645-472-6399@"Tromp, Carroll and Torp@"%daf1d01a834946b6b6399075897064ac@"amely@gmail.com"%23729792791645e7b61dfec3077b4df8{@"Aufderhar@
+"Electronics Superintendent@"
+Dario@"292.170.8017@"Bernhard-Ullrich@"%23729792791645e7b61dfec3077b4df8@"mike@yahoo.com"%d4f59bf957544f448c8d8d90f19db2ad{@"
+Kunze@
+"Advertising Recruiter@"Kenyon@"329.872.9009 x238@"Jakubowski-Pfeffer@"%d4f59bf957544f448c8d8d90f19db2ad@"buster@hotmail.com"%f7cadc51d6994ae1aefbb75712f8d619{@"
+Swift@
+"Environmental Chef@"Carmen@"155-356-7364 x3428@"$Runolfsdottir, King and Goldner@"%f7cadc51d6994ae1aefbb75712f8d619@"arvel.west@hotmail.com"%1c1395556a1344b49fab4cf14ea592ff{@"Turner@
+"Environmental Accountant@"	Thad@"1-972-620-8412 x8494@""Shields, Pollich and Tremblay@"%1c1395556a1344b49fab4cf14ea592ff@"jasmin@gmail.com"%000d766aa6ab4415a65ce5f198fb062c{@"Runolfsdottir@
+"Production Mechanic@"
+Sasha@"081-776-7716@"Schulist Inc@"%000d766aa6ab4415a65ce5f198fb062c@"winona_rogahn@yahoo.com"%34c25a1d475a497c8c10cb8a4bf6e460{@"Littel@
+"Banking Supervisor@"
+Nella@"755-904-0756@" Beier, Mills and Bartoletti@"%34c25a1d475a497c8c10cb8a4bf6e460@"consuelo@yahoo.com"%8abb9fc4c8a94301b643178a0a4d59dc{@"Cassin@
+"Chief Recruiter@"	Kole@"(565)707-1120 x87431@"Konopelski Inc@"%8abb9fc4c8a94301b643178a0a4d59dc@"justus_corkery@gmail.com"%85d465cee78a4ec681fa12510db342e7{@"
+Kutch@
+"Computer Accountant@"Julius@"1-860-883-0880@" Lehner, Kiehn and Armstrong@"%85d465cee78a4ec681fa12510db342e7@"maci@yahoo.com"%187ed16356eb4c0f8828feb9a30adfa3{@"
+White@
+"Software Intern@"
+Sandy@"(179)705-5606@"Padberg Inc@"%187ed16356eb4c0f8828feb9a30adfa3@"beryl@yahoo.com"%e5bcd879d8ad4e62b854f86c4d59036c{@"Wintheiser@
+"Medical Superintendent@"
+Green@"134-871-5965@"#Walter, Satterfield and Erdman@"%e5bcd879d8ad4e62b854f86c4d59036c@"elza_nicolas@gmail.com"%8be397a0df604e33b8aa38f39d7e92d2{@"Gaylord@
+"Advertising Engineer@"Annabel@"(625)111-7197 x2321@"McLaughlin-Paucek@"%8be397a0df604e33b8aa38f39d7e92d2@"cydney.bailey@gmail.com"%27c57ecd137b4b319675e6829088b5da{@"Langosh@
+"Medical Technician@"Wilson@"(974)391-2042 x47203@"Funk and Sons@"%27c57ecd137b4b319675e6829088b5da@"danial.hane@hotmail.com"%1ba633ee3b524e8e815f429f6e2614fb{@"Hirthe@
+"Senior Helper@"
+Susie@"(287)013-3449 x81885@"Kuhn and Sons@"%1ba633ee3b524e8e815f429f6e2614fb@"sydney@gmail.com"%6d81d5792f874e139ac6385e64306ea1{@"
+Swift@
+"Computer Recruiter@"Idella@"(889)675-8534 x78991@"Murray-Rice@"%6d81d5792f874e139ac6385e64306ea1@"cristina.windler@yahoo.com"%de20f7825aae4c08af2625bc04337e7f{@"
+Mertz@
+"Business Systems Clerk@"	Drew@"140.008.9955 x012@"Jacobi and Sons@"%de20f7825aae4c08af2625bc04337e7f@"dominic@yahoo.com"%88a172f48e354c90a0c4871c5e4927eb{@"	Dach@
+"Distribution Engineer@"Ida@"054-571-7862@"Monahan Group@"%88a172f48e354c90a0c4871c5e4927eb@"monica@yahoo.com"%9f088576fc2a47ed99b055782fb48e04{@"Hettinger@
+"General Helper@"Novella@"1-258-382-9374 x04751@"!Dietrich, Hyatt and Schaefer@"%9f088576fc2a47ed99b055782fb48e04@"leann_sauer@hotmail.com"%5d9949fcda7c48d69758636a303c0548{@"
+Sipes@
+"Environmental Planner@"Norwood@"1-796-035-5549 x009@"Osinski Group@"%5d9949fcda7c48d69758636a303c0548@"marquis_olson@hotmail.com"%d172c71571694c09968672a1fdcecea3{@"Barton@
+"Software Director@"Wilhelmine@"(864)234-6746 x945@" Fritsch, Jenkins and Little@"%d172c71571694c09968672a1fdcecea3@"mario@hotmail.com"%57ae6561dea947ffa4101fd455f13f50{@"	Rowe@
+"Banking Mechanic@"
+Evans@"437-449-4962@"Oberbrunner LLC@"%57ae6561dea947ffa4101fd455f13f50@"freddie.walsh@yahoo.com"%11c73bdbf8b54b009f7a5244347a25ea{@"Runolfsdottir@
+"Administrative Recruiter@"Elmore@"1-945-054-2695@"Schneider-Donnelly@"%11c73bdbf8b54b009f7a5244347a25ea@"vaughn.auer@hotmail.com"%faeecac1abbf43b7a049401f6728b6ea{@"
+Sipes@
+"Maintenance Superintendent@"Harvey@"(530)567-3688 x704@"Boyle-Langosh@"%faeecac1abbf43b7a049401f6728b6ea@"neha_hand@gmail.com"%e53a51b756da4107b4d8a433a0f8820d{@"
+Jones@
+"%Production Production Supervisor@"Charlotte@"1-559-435-9887 x058@"
+Kozey@
+"Business Systems Chef@"Arnoldo@"1-009-148-2186@"Leuschke Inc@"%37f66fa6df1843f5ada96db42bf0b4c0@"otha_quitzon@gmail.com"%69a97548bc654ef4b5c4be6c6b29e2dd{@"Russel@
+"General Specialist@"	Kody@"1-469-207-9688 x82595@"Halvorson, Kris and Skiles@"%69a97548bc654ef4b5c4be6c6b29e2dd@"johnny@yahoo.com"%6282d6d61e794c2a8dc40e02bee8f8f5{@"Roberts@
+"Electronics Director@"Henriette@"(774)721-6745 x9115@"Wolf, Green and Veum@"%6282d6d61e794c2a8dc40e02bee8f8f5@"bridie.stamm@yahoo.com"%641db14221d64aea9ca8488bfb5bcbbd{@"Pacocha@
+"Chief Buyer@"
+Uriel@"1-299-633-8600@"Brakus-Greenfelder@"%641db14221d64aea9ca8488bfb5bcbbd@"ivy@hotmail.com

data/bench/lib/testdata/5-data.txt

@@ -0,0 +1,11 @@
+{
+"%8fada06e7b56478e90a5348a1c6f3f85{"
+Email"jazmin_mcdermott@yahoo.com"%6144d0c7f9484eeb9c68d2304a9bfb14{@"Cronin@
+"Advertising Scientist@"Eugene@"1-980-027-5133 x549@"Jacobs-Kilback@"%6144d0c7f9484eeb9c68d2304a9bfb14@"jarvis_parker@gmail.com"%bef9e032a55949919e1ccb409ccbd187{@"
+Boehm@
+"Quality Assurance Nurse@"
+Lance@"008.738.6271 x963@"Larson LLC@"%bef9e032a55949919e1ccb409ccbd187@"cayla_marvin@hotmail.com"%ff435a73b11841f7bf0da839538db179{@"Heathcote@
+"Senior Buyer@"
+Raven@"187-409-4543 x1528@"Morar-Huels@"%ff435a73b11841f7bf0da839538db179@"keon_parisian@yahoo.com"%9828dd87b59a479a8e7488a5e44eef2e{@"Keeling@
+"Administrative Supervisor@"
+Robyn@"(159)270-6914 x9311@"Lakin and Sons@"%9828dd87b59a479a8e7488a5e44eef2e@"simone.torphy@yahoo.com

data/bench/scripts/cud_script.rb

@@ -0,0 +1,77 @@
+# Simulate creating multiple objects
+include BenchHelpers
+
+Bench.config do |config|
+  config.concurrency = 5
+  config.iterations  = 5
+  config.user_name = "benchuser"
+  config.password = "password"
+  config.app_name = "benchapp"
+  config.get_test_server
+  config.reset_app
+  config.create_user
+  config.reset_refresh_time('MockAdapter',0)
+  config.set_server_state("test_db_storage:benchapp:#{config.user_name}",{})
+  @create_objects = []
+  @create_count = 5
+  config.concurrency.times do |i|
+    @create_objects << []
+    config.iterations.times do
+      @create_objects[i] << Bench.get_test_data(@create_count,true)
+    end
+  end
+  @datasize = config.concurrency * config.iterations * @create_count
+  @expected_md = {}
+  @create_objects.each do |iteration|
+    iteration.each do |objects|
+      @expected_md.merge!(objects)
+    end
+  end
+end
+
+Bench.test do |config,session|
+  sleep rand(10)
+  session.post "clientlogin", "#{config.base_url}/clientlogin", :content_type => :json do
+    {:login => config.user_name, :password => config.password}.to_json
+  end
+  sleep rand(10)
+  session.get "clientcreate", "#{config.base_url}/clientcreate"
+  session.client_id = JSON.parse(session.last_result.body)['client']['client_id']
+  create_objs = @create_objects[session.thread_id][session.iteration]
+  session.post "create-object", config.base_url, :content_type => :json do
+    {:source_name => 'MockAdapter', :client_id => session.client_id,
+     :create => create_objs, :version => 3}.to_json
+  end
+  session.last_result.verify_code(200)
+  sleep rand(10)
+  logger.info "#{session.log_prefix} Loop to get available objects..."
+  count = get_all_objects(current_line,config,session,@expected_md,create_objs)
+  logger.info "#{session.log_prefix} Got #{count} available objects..."
+end  
+
+Bench.verify do |config,sessions|
+  sessions.each do |session|
+    logger.info "#{session.log_prefix} Loop to load all objects..."
+    session.results['create-object'][0].verification_error += 
+      verify_numbers(
+        @datasize,get_all_objects(
+          caller(0)[0].to_s,config,session,@expected_md,nil,0),session,current_line)
+    logger.info "#{session.log_prefix} Loaded all objects..."
+  end
+  
+  sessions.each do |session|
+    actual = config.get_server_state(
+      client_docname(config.app_name,
+                     config.user_name,
+                     session.client_id,
+                     'MockAdapter',:cd))
+    session.results['create-object'][0].verification_error += 
+      Bench.compare_and_log(@expected_md,actual,current_line)
+  end
+  
+  master_doc = config.get_server_state(
+    source_docname(config.app_name,
+                   config.user_name,
+                   'MockAdapter',:md))
+  Bench.verify_error = Bench.compare_and_log(@expected_md,master_doc,current_line)
+end

data/bench/scripts/helpers.rb

@@ -0,0 +1,101 @@
+module BenchHelpers
+  include Bench::Logging
+  include Bench::Utils
+  
+  def client_docname(app_id,user_id,client_id,source_name,doctype)
+    "client:#{app_id}:#{user_id}:#{client_id}:#{source_name}:#{doctype}"
+  end
+  
+  def source_docname(app_id,user_id,source_name,doctype)
+    "source:#{app_id}:#{user_id}:#{source_name}:#{doctype}"
+  end
+  
+  def verify_presence_of_keys(expected,actual,session,caller)
+    verification_error = 0
+    expected.each do |key,object|
+      if !actual or !actual.include?(key) or actual[key]['l'] != key 
+        logger.error "#{session.log_prefix} Verify error at: " + caller
+        logger.error "#{session.log_prefix} Unexpected id for object #{key}"
+        verification_error += 1
+      end
+    end
+    verification_error
+  end
+  
+  def verify_numbers(expected,actual,session,caller)
+    if expected != actual
+      logger.error "#{session.log_prefix} Verify error at: " + caller
+      logger.error "#{session.log_prefix} Expected #{expected}"
+      logger.error "#{session.log_prefix} Actual  #{actual}"
+      1
+    else
+      0
+    end
+  end
+
+  def verify_count(session,caller)
+    expected = JSON.parse(session.last_result.body)[2]['count']
+    result = JSON.parse(session.last_result.body)[5]
+    actual = 0
+    actual += result['delete'].size if result.include?('delete')
+    actual += result['insert'].size if result.include?('insert')
+    session.last_result.verification_error += verify_numbers(expected,actual,session,caller)
+  end
+  
+  def verify_objects(expected_md,actual,session,marker,caller)
+    return if actual.nil?
+    actual.each do |key,object|
+      if expected_md.include?(key)
+        session.last_result.verification_error += 
+          compare_and_log(expected_md[key],object,caller) 
+      else
+        logger.error "#{session.log_prefix} Verify error at: " + caller
+        logger.error "#{session.log_prefix} Unknown object: #{object.inspect}"
+        session.last_result.verification_error += 1
+      end
+    end
+  end  
+  
+  def verify_links(session,create_objs,caller)
+    links = JSON.parse(session.last_result.body)[5]['links']
+    session.last_result.verification_error += 
+      verify_presence_of_keys(create_objs,links,session,caller) if links
+  end
+    
+  def current_line
+    caller(1)[0].to_s
+  end  
+      
+  def get_all_objects(caller,config,session,expected_md,create_objs=nil,timeout=10)
+    session.get "get-cud", config.base_url do
+      {'source_name' => 'MockAdapter', 'client_id' => session.client_id, 'p_size' => @datasize}
+    end
+    sleep rand(timeout)
+    token = JSON.parse(session.last_result.body)[1]['token']
+    progress_count = JSON.parse(session.last_result.body)[3]['progress_count']
+    return progress_count if token == ''
+    
+    verify_count(session,caller+"\n"+current_line)
+    verify_objects(expected_md,JSON.parse(session.last_result.body)[5]['insert'],
+      session,"get-cud",caller+"\n"+current_line)
+    verify_links(session,create_objs,caller+"\n"+current_line) if create_objs
+
+    while token != '' do
+      sleep rand(timeout)
+      session.get "ack-cud", config.base_url do
+        { 'source_name' => 'MockAdapter', 
+          'client_id' => session.client_id,
+          'token' => token}
+      end
+      session.last_result.verify_code(200)
+      verify_count(session,caller+"\n"+current_line)
+      verify_objects(expected_md,JSON.parse(session.last_result.body)[5]['insert'],
+        session,"ack-cud",caller+"\n"+current_line)
+      verify_links(session,create_objs,caller+"\n"+current_line) if create_objs
+      
+      token = JSON.parse(session.last_result.body)[1]['token']
+      progress_count = JSON.parse(session.last_result.body)[3]['progress_count']
+    end
+    progress_count
+  end
+end

data/bench/scripts/query_md_script.rb

@@ -0,0 +1,46 @@
+# Run sync session, forces source adapter query on every sync request
+
+@datasize = 100
+@expected = Bench.get_test_data(@datasize)
+@all_objects = "[{\"version\":3},{\"token\":\"%s\"},{\"count\":%i},{\"progress_count\":0},{\"total_count\":%i},{\"insert\":""}]"
+@ack_token = "[{\"version\":3},{\"token\":\"\"},{\"count\":0},{\"progress_count\":%i},{\"total_count\":%i},{}]"
+
+Bench.config do |config|
+  config.concurrency = 5
+  config.iterations  = 5
+  config.user_name = "benchuser"
+  config.password = "password"
+  config.app_name = "benchapp"
+  config.get_test_server
+  config.reset_app
+  config.create_user
+  config.set_server_state("test_db_storage:benchapp:#{config.user_name}",@expected)
+  config.reset_refresh_time('MockAdapter',0)
+end
+
+Bench.test do |config,session|
+  sleep rand(10)
+  session.post "clientlogin", "#{config.base_url}/clientlogin", :content_type => :json do
+    {:login => config.user_name, :password => config.password}.to_json
+  end
+  sleep rand(10)
+  session.get "clientcreate", "#{config.base_url}/clientcreate"
+  client_id = JSON.parse(session.last_result.body)['client']['client_id']
+  session.get "get-cud", config.base_url do
+    {'source_name' => 'MockAdapter', 'client_id' => client_id, 'p_size' => @datasize}
+  end
+  sleep rand(10)
+  token = JSON.parse(session.last_result.body)[1]['token']
+  session.last_result.verify_body([{:version => 3},{:token => token}, 
+    {:count => @datasize},{:progress_count => 0},{:total_count => @datasize}, 
+    {:insert => @expected}].to_json)
+  sleep rand(10)
+  session.get "ack-cud", config.base_url do
+    { 'source_name' => 'MockAdapter', 
+      'client_id' => client_id,
+      'token' => token}
+  end
+  session.last_result.verify_code(200)
+  session.last_result.verify_body([{:version => 3},{:token => ''},{:count => 0},
+    {:progress_count => @datasize},{:total_count => @datasize},{}].to_json)
+end  

data/bench/scripts/query_script.rb

@@ -0,0 +1,46 @@
+# Runs simple login,clientcreate,sync session and validates response
+
+@datasize = 100
+@expected = Bench.get_test_data(@datasize)
+@all_objects = "[{\"version\":3},{\"token\":\"%s\"},{\"count\":%i},{\"progress_count\":0},{\"total_count\":%i},{\"insert\":""}]"
+@ack_token = "[{\"version\":3},{\"token\":\"\"},{\"count\":0},{\"progress_count\":%i},{\"total_count\":%i},{}]"
+
+Bench.config do |config|
+  config.concurrency = 5
+  config.iterations  = 5
+  config.user_name = "benchuser"
+  config.password = "password"
+  config.app_name = "benchapp"
+  config.get_test_server
+  config.reset_app
+  config.create_user
+  config.set_server_state("test_db_storage:benchapp:#{config.user_name}",@expected)
+  config.reset_refresh_time('MockAdapter')
+end
+
+Bench.test do |config,session|
+  sleep rand(10)
+  session.post "clientlogin", "#{config.base_url}/clientlogin", :content_type => :json do
+    {:login => config.user_name, :password => config.password}.to_json
+  end
+  sleep rand(10)
+  session.get "clientcreate", "#{config.base_url}/clientcreate"
+  client_id = JSON.parse(session.last_result.body)['client']['client_id']
+  session.get "get-cud", config.base_url do
+    {'source_name' => 'MockAdapter', 'client_id' => client_id, 'p_size' => @datasize}
+  end
+  sleep rand(10)
+  token = JSON.parse(session.last_result.body)[1]['token']
+  session.last_result.verify_body([{:version => 3},{:token => token}, 
+    {:count => @datasize},{:progress_count => 0},{:total_count => @datasize}, 
+    {:insert => @expected}].to_json)
+  sleep rand(10)
+  session.get "ack-cud", config.base_url do
+    { 'source_name' => 'MockAdapter', 
+      'client_id' => client_id,
+      'token' => token}
+  end
+  session.last_result.verify_code(200)
+  session.last_result.verify_body([{:version => 3},{:token => ''},{:count => 0},
+    {:progress_count => @datasize},{:total_count => @datasize},{}].to_json)
+end