hutch-xamplr 1.3.3 → 1.3.8

data/examples/random-people-shared-addresses/.gitignore

@@ -0,0 +1,2 @@
+xampl_generated_code
+repo

data/examples/random-people-shared-addresses/Makefile

@@ -1,16 +1,15 @@
 
 nope:
 
-raw:
-	rm -rf repo
-	time ruby rawtc.rb
-	#time ruby rawtc.rb
-	#time ruby rawtc.rb
-	#time ruby rawtc.rb
-	#time ruby rawtc.rb
-	#time ruby rawtc.rb
-
 batch:
 	rm -rf repo
 	time ruby batch-load-users.rb
 
+safe:
+	rm -rf repo
+	time ruby batch-load-users-safe.rb
+
+profile:
+	rm -rf repo
+	time ruby batch-load-users-profiled.rb
+

data/examples/random-people-shared-addresses/batch-load-users-profiled.rb

@@ -0,0 +1,91 @@
+require 'fastercsv'
+require 'xampl_generated_code/RandomPeople'
+require 'people'
+require 'settings'
+
+require 'ruby-prof'
+
+module RandomPeople
+
+  class BatchLoadUsersProfiled
+
+    attr_accessor :random_names, :created_addresses, :shared_addresses
+
+    def load_names(iter)
+      inner_start = Time.now
+      commit_start = 0
+      base = (1 + iter) * self.random_names.size
+
+      Xampl.transaction("random-people") do
+
+        random_names.each_with_index do | row, i |
+          person_pid = "person-#{ base + i }"
+          person = Person.new(person_pid)
+
+          person.given_name = row[0]
+          person.surname = row[1]
+          person.email = row[6]
+          person.phone = row[7]
+
+          addresses = Address.find_by_query do | q |
+            q.add_condition('street-address', :equals, row[2])
+            q.add_condition('postal-code',    :equals, row[5])
+          end
+
+          address = addresses.first
+          if address then
+            person << address
+            self.shared_addresses += 1
+          else
+            address = person.new_address("address-#{ person_pid }")
+            address.street_address = row[2]
+            address.city = row[3]
+            address.state = row[4]
+            address.postal_code = row[5]
+            self.created_addresses += 1
+          end
+
+        end
+        puts "transaction ending..."
+        commit_start = Time.now
+      end
+      done_at = Time.now
+      puts "iter: #{ iter } in total: #{ done_at - inner_start }, insert: #{ commit_start - inner_start}, commit: #{done_at - commit_start}"
+    end
+
+    def run
+      start_at = Time.now
+
+      self.random_names = FasterCSV.read("random-names.csv")
+
+      parsed_at = Time.now
+
+      base = 0
+      self.created_addresses = 0
+      self.shared_addresses = 0
+
+      2.times do | iter |
+        if 1 == iter then
+          RubyProf.start
+
+          load_names(iter)
+
+          result = RubyProf.stop
+          printer = RubyProf::FlatPrinter.new(result)
+          printer.print(STDOUT, 0)
+        else
+          load_names(iter)
+        end
+      end
+
+      processed_at = Time.now
+
+      puts "parsed in #{ parsed_at - start_at }, processed in: #{ processed_at - parsed_at }"
+      puts "   created addresses: #{ created_addresses }, shared: #{ shared_addresses }"
+    end
+
+  end
+
+  BatchLoadUsersProfiled.new.run
+
+end

data/examples/random-people-shared-addresses/batch-load-users-safe.rb

@@ -0,0 +1,81 @@
+require 'fastercsv'
+require 'xampl_generated_code/RandomPeople'
+require 'people'
+require 'settings'
+
+module RandomPeople
+
+  class BatchLoadUsers
+
+    attr_accessor :random_names, :created_addresses, :shared_addresses
+
+    def load_names(iter)
+      inner_start = Time.now
+      commit_total = 0
+      commit_start = 0
+      base = (1 + iter) * self.random_names.size
+
+      random_names.each_with_index do | row, i |
+        Xampl.transaction("random-people") do
+          person_pid = "person-#{ base + i }"
+          person = Person.new(person_pid)
+
+          person.given_name = row[0]
+          person.surname = row[1]
+          person.email = row[6]
+          person.phone = row[7]
+
+          addresses = Address.find_by_query do | q |
+            q.add_condition('street-address', :equals, row[2])
+            q.add_condition('postal-code',    :equals, row[5])
+          end
+
+          address = addresses.first
+          if address then
+            person << address
+            self.shared_addresses += 1
+          else
+            address = person.new_address("address-#{ person_pid }")
+            address.street_address = row[2]
+            address.city = row[3]
+            address.state = row[4]
+            address.postal_code = row[5]
+            self.created_addresses += 1
+          end
+
+          commit_start = Time.now
+        end
+        commit_total += (Time.now - commit_start)
+        puts "total: #{ commit_total }, iter: #{ i } --> #{ i / commit_total }/s" if 0 == (i % 1000)
+      end
+      done_at = Time.now
+      total_time = done_at - inner_start
+      puts "iter: #{ iter } in total: #{ total_time }, insert: #{ total_time - commit_total }, commit: #{ commit_total }"
+    end
+
+    def run
+      start_at = Time.now
+
+      self.random_names = FasterCSV.read("random-names.csv")
+
+      parsed_at = Time.now
+
+      base = 0
+      self.created_addresses = 0
+      self.shared_addresses = 0
+
+      10.times do | iter |
+        load_names(iter)
+      end
+
+      processed_at = Time.now
+
+      puts "parsed in #{ parsed_at - start_at }, processed in: #{ processed_at - parsed_at }"
+      puts "   created addresses: #{ created_addresses }, shared: #{ shared_addresses }"
+    end
+
+  end
+
+  BatchLoadUsers.new.run
+
+end

data/examples/random-people-shared-addresses/batch-load-users.rb

@@ -5,79 +5,75 @@ require 'settings'
 
 module RandomPeople
 
-  start_at = Time.now
+  class BatchLoadUsers
+
+    attr_accessor :random_names, :created_addresses, :shared_addresses
+
+    def load_names(iter)
+      inner_start = Time.now
+      commit_start = 0
+      base = (1 + iter) * self.random_names.size
+
+      Xampl.transaction("random-people") do
+
+        random_names.each_with_index do | row, i |
+          person_pid = "person-#{ base + i }"
+          person = Person.new(person_pid)
+
+          person.given_name = row[0]
+          person.surname = row[1]
+          person.email = row[6]
+          person.phone = row[7]
+
+          addresses = Address.find_by_query do | q |
+            q.add_condition('street-address', :equals, row[2])
+            q.add_condition('postal-code',    :equals, row[5])
+          end
+
+          address = addresses.first
+          if address then
+            person << address
+            self.shared_addresses += 1
+          else
+            address = person.new_address("address-#{ person_pid }")
+            address.street_address = row[2]
+            address.city = row[3]
+            address.state = row[4]
+            address.postal_code = row[5]
+            self.created_addresses += 1
+          end
 
-  arr_of_arrs = FasterCSV.read("random-names.csv")
-
-  parsed_at = Time.now
-
-  #GivenName,Surname,StreetAddress,City,State,ZipCode,EmailAddress,TelephoneNumber
-
-  #<people pid=''
-  #        xmlns="http://xampl.com/people">
-  #    <person pid=''
-  #            given-name=''
-  #            surname=''
-  #            email=''
-  #            phone=''>
-  #        <address pid=''
-  #                 street-address=''
-  #                 city=''
-  #                 state=''
-  #                 postal-code=''/>
-  #    </person>
-  #</people>
-
-  base = 0
-
-  created_addresses = 0
-  shared_addresses = 0
-
-  10.times do | iter |
-    inner_start = Time.now
-
-    Xampl.transaction("random-people") do
+        end
+        puts "transaction ending..."
+        commit_start = Time.now
+      end
+      done_at = Time.now
+      puts "iter: #{ iter } in total: #{ done_at - inner_start }, insert: #{ commit_start - inner_start}, commit: #{done_at - commit_start}"
+    end
 
-      base += arr_of_arrs.size
+    def run
+      start_at = Time.now
 
-      arr_of_arrs.each_with_index do | row, i |
-        person_pid = "person-#{ base + i }"
-        person = Person.new(person_pid)
+      self.random_names = FasterCSV.read("random-names.csv")
 
-        person.given_name = row[0]
-        person.surname = row[1]
-        person.email = row[6]
-        person.phone = row[7]
+      parsed_at = Time.now
 
-        addresses = Xampl.find_xampl do | q |
-          q.add_condition('class', :equals, Address.name)
+      base = 0
+      self.created_addresses = 0
+      self.shared_addresses = 0
 
-          q.add_condition('street-address', :equals, row[2])
-          q.add_condition('postal-code',    :equals, row[5])
-        end
+      10.times do | iter |
+        load_names(iter)
+      end
 
-        address = addresses.first
-        if address then
-          person << address
-          shared_addresses += 1
-        else
-          address = person.new_address("address-#{ person_pid }")
-          address.street_address = row[2]
-          address.city = row[3]
-          address.state = row[4]
-          address.postal_code = row[5]
-          created_addresses += 1
-        end
+      processed_at = Time.now
 
-      end
-      puts "transaction ending..."
+      puts "parsed in #{ parsed_at - start_at }, processed in: #{ processed_at - parsed_at }"
+      puts "   created addresses: #{ created_addresses }, shared: #{ shared_addresses }"
     end
-    puts "iter: #{ iter } in #{ Time.now - inner_start }"
-  end
 
-  processed_at = Time.now
+  end
 
-  p "parsed in #{ parsed_at - start_at }, processed in: #{ processed_at - parsed_at }"
-  puts "   created addresses: #{ created_addresses }, shared: #{ shared_addresses }"
+  BatchLoadUsers.new.run
 
 end

data/examples/random-people/.gitignore

@@ -0,0 +1,2 @@
+xampl_generated_code
+repo

data/examples/random-people/Makefile

@@ -12,5 +12,9 @@ raw:
 
 batch:
 	rm -rf repo/random-people
-	time ruby batch-load-users.rb
+	time ruby1.9 batch-load-users.rb
+
+gen:
+	ruby xampl-gen.rb
+	ruby1.9 xampl-gen-191.rb
 

data/examples/random-people/xampl-gen.rb

@@ -27,12 +27,13 @@ if $0 == __FILE__ then
 
     filenames = Dir.glob("./xml/**/*.xml")
 
-    generator = Generator.new
+    #generator = Generator.new
+    generator = Generator.new('generator')
     generator.go(:options => options,
                  :filenames => filenames,
                  :directory => directory)
 
     #puts generator.print_elements("./generated-elements.xml")
-    exit!
+    #exit!
   end
 end

data/examples/read-testing/.gitignore

@@ -0,0 +1,2 @@
+xampl_generated_code
+repo

data/examples/tokyo-cabinet-experimental/.gitignore

@@ -0,0 +1,2 @@
+repo
+xampl_generated_code

data/lib/xamplr/.cvsignore

@@ -0,0 +1 @@
+.cvs.log

data/lib/xamplr/templates/.cvsignore

@@ -0,0 +1,3 @@
+nice-try
+old
+.cvs.log

data/regression/tightly-nested-mutual-mentions/Makefile

@@ -0,0 +1,14 @@
+
+nope:
+
+build:
+	rm -rf repo
+	ruby build.rb
+
+snap:
+	tar czf repo.tgz repo
+
+load:
+	tar zxf repo.tgz
+	time ruby load.rb
+

data/regression/tightly-nested-mutual-mentions/build.rb

@@ -0,0 +1,31 @@
+
+require 'setup'
+
+module TestingStuff
+
+# <stuff pid='' xmlns="http://xampl.com/stuff">
+#         <parent pid=''>
+#           <child pid=''>
+#             <parent pid=''/>
+#           </child>
+#         </parent>
+# </stuff>
+
+    Xampl.transaction("stuff") do
+
+
+      parent = Parent.new('parent1')
+      parent.info = "one"
+      child = Child.new('child1')
+      child.info = "two"
+
+      parent << child
+      child << parent
+
+      puts "parent ---------------------------------------"
+      puts parent.pp_xml
+      puts "child ----------------------------------------"
+      puts child.pp_xml
+    end
+
+end

data/regression/tightly-nested-mutual-mentions/load.rb

@@ -0,0 +1,21 @@
+
+require 'setup'
+
+module TestingStuff
+
+# <stuff pid='' xmlns="http://xampl.com/stuff">
+#         <parent pid=''>
+#           <child pid=''>
+#             <parent pid=''/>
+#           </child>
+#         </parent>
+# </stuff>
+
+    Xampl.transaction("stuff") do
+      parent = Parent['parent1']
+      puts "parent has info: #{ parent.info }"
+      child = parent.child.first
+      puts "child has info: #{ child.info }"
+    end
+
+end