xamplr 1.2.0 → 1.3.15

data/examples/hobbies/hobbies.rb

@@ -0,0 +1,193 @@
+require 'rubygems'
+require 'xampl_generated_code/Hobbies'
+
+#Xampl.set_default_persister_properties(kind: :tokyo_cabinet)
+#Xampl.set_default_persister_properties(kind: :tokyo_cabinet, write_through: true)
+Xampl.set_default_persister_properties(kind: :tokyo_cabinet, write_through: :sync)
+
+module Hobbies
+
+  class Hobby
+    def Hobby.indexed_attributes
+      %w{ hobby-name }
+    end
+
+    Xampl.add_lexical_indexs(Hobby.indexed_attributes)
+
+#    puts "#{ __FILE__ }:#{ __LINE__ } lexical indexes: #{ Hobby.indexed_attributes.inspect }"
+
+    def describe_yourself
+      description = {
+              'hobby-name' => self.name
+      }
+
+#      puts "#{ __FILE__ }:#{ __LINE__ } description: #{ description.inspect }"
+
+      return description
+    end
+  end
+
+  class Person
+    def Person.indexed_attributes
+      %w{ person-name person-hobby }
+    end
+
+    Xampl.add_lexical_indexs(Hobby.indexed_attributes)
+
+#    puts "#{ __FILE__ }:#{ __LINE__ } lexical indexes: #{ Person.indexed_attributes.inspect }"
+
+    def describe_yourself
+      description = {
+              'person-name' => self.name
+      }
+
+      additional_descriptions = []
+
+      self.hobby.each do | hobby |
+        additional_descriptions << {
+                'person-hobby' => hobby.name
+        }
+      end
+
+#      puts "#{ __FILE__ }:#{ __LINE__ } description: #{ description.inspect }, additional: #{ additional_descriptions.inspect }"
+
+      return description, additional_descriptions
+    end
+  end
+
+  start_at = Time.now.to_i
+
+  repo_name = "hobbies-#{ start_at }"
+
+  Xampl.transaction(repo_name) do
+
+    (reading = Hobby.new('reading')).name = 'reading'
+    (tv = Hobby.new('tv')).name = 'tv'
+    (birds = Hobby.new('birds')).name = 'birds'
+
+    (jack = Person.new('jack')).name = 'Jack'
+    (jill = Person.new('jill')).name = 'Jill'
+
+    jack << reading
+    jack << tv
+
+    jill << reading
+    jill << birds
+  end
+
+  #  Xampl.transaction(repo_name) do
+  #    jack = Person['jack']
+  #    jill = Person['jill']
+  #
+  #    puts jack.pp_xml
+  #    puts jill.pp_xml
+  #  end
+
+  Xampl.transaction(repo_name) do
+    people = Person.find_by_query do | q |
+      q.add_condition('person-name', :streq, 'Jill')
+      q.order_by('person-name')
+    end
+
+    puts "#{ __FILE__ }:#{ __LINE__ } found #{ people.size } people named Jill"
+    puts "#{ __FILE__ }:#{ __LINE__ } WRONG!! WRONG!! WRONG!! WRONG!! WRONG!! WRONG!! WRONG!! WRONG!!" unless 0 < people.size
+  end
+
+  #NOW... look for people with hobbies
+
+  Xampl.transaction(repo_name) do
+    people = Person.find_by_query do | q |
+      q.add_condition('person-hobby', :streq, 'reading')
+      q.order_by('person-name')
+    end
+
+    puts "#{ __FILE__ }:#{ __LINE__ } found #{ people.size } people with hobby 'reading'"
+    people.each { | person | puts "#{ __FILE__ }:#{ __LINE__ }     #{ person.name }"}
+
+    people = Person.find_by_query do | q |
+      q.add_condition('person-hobby', :streq, 'birds')
+      q.order_by('person-name')
+    end
+
+    puts "#{ __FILE__ }:#{ __LINE__ } found #{ people.size } people with hobby 'birds'"
+    people.each { | person | puts "#{ __FILE__ }:#{ __LINE__ }     #{ person.name }"}
+  end
+
+  #NOW... change hobby of someone and search again
+
+  Xampl.transaction(repo_name) do
+    jack = Person['jack']
+#    puts "#{ __FILE__ }:#{ __LINE__ } jack before: #{ jack.pp_xml }"
+    jack.remove_hobby('reading')
+
+    birds = Hobby['birds']
+    jack << birds if birds
+  end
+
+  #NOW... look for people with hobbies
+
+  Xampl.transaction(repo_name) do
+    people = Person.find_by_query do | q |
+      q.add_condition('person-name', :streq, 'Jack')
+      q.order_by('person-name')
+    end
+
+    puts "#{ __FILE__ }:#{ __LINE__ } found #{ people.size } people with name 'Jack'"
+    people.each { | person | puts "#{ __FILE__ }:#{ __LINE__ }     #{ person.name }"}
+
+    people = Person.find_by_query do | q |
+      q.add_condition('person-hobby', :streq, 'reading')
+      q.order_by('person-name')
+    end
+
+    puts "#{ __FILE__ }:#{ __LINE__ } found #{ people.size } people with hobby 'reading'"
+    people.each { | person | puts "#{ __FILE__ }:#{ __LINE__ }     #{ person.name }"}
+
+    people = Person.find_by_query do | q |
+      q.add_condition('person-hobby', :streq, 'birds')
+      q.order_by('person-name')
+    end
+
+    puts "#{ __FILE__ }:#{ __LINE__ } found #{ people.size } people with hobby 'birds'"
+    people.each { | person | puts "#{ __FILE__ }:#{ __LINE__ }     #{ person.name }"}
+
+    found = Xampl.find_xampl do | q |
+      q.add_condition('person-hobby', :streq, 'birds')
+      q.order_by('person-name')
+    end
+    found.each_with_index do | xampl, i |
+      puts "#{ __FILE__ }:#{ __LINE__ } Xampl.find_xampl(#{ i }) -- #{ xampl.name }"
+    end
+
+    found = Xampl.find_xampl do | q |
+      q.add_condition('person-name', :streq, 'Jack')
+      q.order_by('person-name')
+    end
+    puts "#{ __FILE__ }:#{ __LINE__ } FOUND: #{ found.size }"
+    found.each_with_index do | xampl, i |
+      puts "#{ __FILE__ }:#{ __LINE__ } Xampl.find_xampl(#{ i }) -- #{ xampl.name }"
+    end
+
+    found = Xampl.find_pids do | q |
+       q.add_condition('person-hobby', :streq, 'birds')
+       q.order_by('person-name')
+     end
+     found.each_with_index do | xampl, i |
+       puts "#{ __FILE__ }:#{ __LINE__ } Xampl.find_pids(#{ i }) -- #{ xampl }"
+     end
+
+     found = Xampl.find_meta do | q |
+      q.add_condition('person-hobby', :streq, 'birds')
+      q.order_by('person-name')
+    end
+    found.each_with_index do | xampl, i |
+      puts "#{ __FILE__ }:#{ __LINE__ } Xampl.find_meta(#{ i }) -- #{ xampl.inspect }"
+    end
+
+  end
+
+  done_at = Time.now
+
+  p "#{ __FILE__ }:#{ __LINE__ } ran in #{ done_at - start_at }"
+
+end

data/examples/hobbies/project-generator.rb

@@ -0,0 +1,25 @@
+class ProjectGenerator
+
+  def print_options
+    # return an array containing any (or none) of:
+    #    :schema    -- a schema-like xml representation of the generated code
+    #    :graphml   -- a graphml file describing the class model (compatible with yEd)
+    #    :yuml      -- a yuml file that represents a simplified class model (compatible with yUML)
+
+    [ :yuml ]
+  end
+
+  def resolve_namespaces
+    # any array of arrays
+    # each sub-array:
+    #    0: a string or an array of strings, containing xml namespaces found
+    #       in the example xml files an empty string is the default namespace
+    #    1: a ruby Module name (get the character cases right)
+    #    2: a namespace prefix used when writing xml, optional. A generated
+    #       prefix will be used otherwise.
+
+    [
+            [ 'http://xampl.com/hobbies', 'Hobbies', 'h']
+    ]
+  end
+end

data/examples/hobbies/xampl-gen.rb

@@ -0,0 +1,38 @@
+#!/usr/bin/env ruby -w -I..
+
+if $0 == __FILE__ then
+
+  class File
+    def File.sjoin(*args)
+      File.join(args.select{ | o | o })
+    end
+  end
+
+  $LOAD_PATH.unshift('../../lib/')
+
+  require 'xamplr-generator'
+
+  include XamplGenerator
+  include Xampl
+
+  Xampl.transaction("setup", :in_memory) do
+    directory = File.sjoin(".", "xampl_generated_code")
+
+    options = Xampl.make(Options) do |options|
+      options.new_index_attribute("pid").persisted = true
+      options.new_index_attribute("id")
+
+      options.resolve("http://xampl.com/hobbies", "Hobbies", "h")
+    end
+
+    filenames = Dir.glob("./xml/**/*.xml")
+
+    generator = Generator.new
+    generator.go(:options => options,
+                 :filenames => filenames,
+                 :directory => directory)
+
+    puts generator.print_elements("./generated-elements.xml")
+    exit!
+  end
+end

data/examples/hobbies/xml/hobby.xml

@@ -0,0 +1,3 @@
+<hobby pid=''
+       name=''
+       xmlns="http://xampl.com/hobbies"/>

data/examples/hobbies/xml/people.xml

@@ -0,0 +1,5 @@
+<person pid=''
+        name=''
+        xmlns="http://xampl.com/hobbies">
+  <hobby pid=''/>
+</person>

data/examples/random-people/.gitignore

@@ -0,0 +1,2 @@
+xampl_generated_code
+repo

data/examples/random-people/Makefile

@@ -12,5 +12,9 @@ raw:
 
 batch:
 	rm -rf repo/random-people
-	time ruby batch-load-users.rb
+	time ruby1.9 batch-load-users.rb
+
+gen:
+	ruby xampl-gen.rb
+	ruby1.9 xampl-gen-191.rb
 

data/examples/random-people/xampl-gen.rb

@@ -8,6 +8,8 @@ if $0 == __FILE__ then
     end
   end
 
+  $LOAD_PATH.unshift('../../lib/')
+
   require 'xamplr-generator'
 
   include XamplGenerator
@@ -25,12 +27,13 @@ if $0 == __FILE__ then
 
     filenames = Dir.glob("./xml/**/*.xml")
 
-    generator = Generator.new
+    #generator = Generator.new
+    generator = Generator.new('generator')
     generator.go(:options => options,
                  :filenames => filenames,
                  :directory => directory)
 
     #puts generator.print_elements("./generated-elements.xml")
-    exit!
+    #exit!
   end
 end

data/examples/random-people-shared-addresses/.gitignore

@@ -0,0 +1,2 @@
+xampl_generated_code
+repo

data/examples/random-people-shared-addresses/Makefile

@@ -1,16 +1,15 @@
 
 nope:
 
-raw:
-	rm -rf repo
-	time ruby rawtc.rb
-	#time ruby rawtc.rb
-	#time ruby rawtc.rb
-	#time ruby rawtc.rb
-	#time ruby rawtc.rb
-	#time ruby rawtc.rb
-
 batch:
 	rm -rf repo
 	time ruby batch-load-users.rb
 
+safe:
+	rm -rf repo
+	time ruby batch-load-users-safe.rb
+
+profile:
+	rm -rf repo
+	time ruby batch-load-users-profiled.rb
+

data/examples/random-people-shared-addresses/batch-load-users-profiled.rb

@@ -0,0 +1,91 @@
+require 'fastercsv'
+require 'xampl_generated_code/RandomPeople'
+require 'people'
+require 'settings'
+
+require 'ruby-prof'
+
+module RandomPeople
+
+  class BatchLoadUsersProfiled
+
+    attr_accessor :random_names, :created_addresses, :shared_addresses
+
+    def load_names(iter)
+      inner_start = Time.now
+      commit_start = 0
+      base = (1 + iter) * self.random_names.size
+
+      Xampl.transaction("random-people") do
+
+        random_names.each_with_index do | row, i |
+          person_pid = "person-#{ base + i }"
+          person = Person.new(person_pid)
+
+          person.given_name = row[0]
+          person.surname = row[1]
+          person.email = row[6]
+          person.phone = row[7]
+
+          addresses = Address.find_by_query do | q |
+            q.add_condition('street-address', :equals, row[2])
+            q.add_condition('postal-code',    :equals, row[5])
+          end
+
+          address = addresses.first
+          if address then
+            person << address
+            self.shared_addresses += 1
+          else
+            address = person.new_address("address-#{ person_pid }")
+            address.street_address = row[2]
+            address.city = row[3]
+            address.state = row[4]
+            address.postal_code = row[5]
+            self.created_addresses += 1
+          end
+
+        end
+        puts "transaction ending..."
+        commit_start = Time.now
+      end
+      done_at = Time.now
+      puts "iter: #{ iter } in total: #{ done_at - inner_start }, insert: #{ commit_start - inner_start}, commit: #{done_at - commit_start}"
+    end
+
+    def run
+      start_at = Time.now
+
+      self.random_names = FasterCSV.read("random-names.csv")
+
+      parsed_at = Time.now
+
+      base = 0
+      self.created_addresses = 0
+      self.shared_addresses = 0
+
+      2.times do | iter |
+        if 1 == iter then
+          RubyProf.start
+
+          load_names(iter)
+
+          result = RubyProf.stop
+          printer = RubyProf::FlatPrinter.new(result)
+          printer.print(STDOUT, 0)
+        else
+          load_names(iter)
+        end
+      end
+
+      processed_at = Time.now
+
+      puts "parsed in #{ parsed_at - start_at }, processed in: #{ processed_at - parsed_at }"
+      puts "   created addresses: #{ created_addresses }, shared: #{ shared_addresses }"
+    end
+
+  end
+
+  BatchLoadUsersProfiled.new.run
+
+end

data/examples/random-people-shared-addresses/batch-load-users-safe.rb

@@ -0,0 +1,81 @@
+require 'fastercsv'
+require 'xampl_generated_code/RandomPeople'
+require 'people'
+require 'settings'
+
+module RandomPeople
+
+  class BatchLoadUsers
+
+    attr_accessor :random_names, :created_addresses, :shared_addresses
+
+    def load_names(iter)
+      inner_start = Time.now
+      commit_total = 0
+      commit_start = 0
+      base = (1 + iter) * self.random_names.size
+
+      random_names.each_with_index do | row, i |
+        Xampl.transaction("random-people") do
+          person_pid = "person-#{ base + i }"
+          person = Person.new(person_pid)
+
+          person.given_name = row[0]
+          person.surname = row[1]
+          person.email = row[6]
+          person.phone = row[7]
+
+          addresses = Address.find_by_query do | q |
+            q.add_condition('street-address', :equals, row[2])
+            q.add_condition('postal-code',    :equals, row[5])
+          end
+
+          address = addresses.first
+          if address then
+            person << address
+            self.shared_addresses += 1
+          else
+            address = person.new_address("address-#{ person_pid }")
+            address.street_address = row[2]
+            address.city = row[3]
+            address.state = row[4]
+            address.postal_code = row[5]
+            self.created_addresses += 1
+          end
+
+          commit_start = Time.now
+        end
+        commit_total += (Time.now - commit_start)
+        puts "total: #{ commit_total }, iter: #{ i } --> #{ i / commit_total }/s" if 0 == (i % 1000)
+      end
+      done_at = Time.now
+      total_time = done_at - inner_start
+      puts "iter: #{ iter } in total: #{ total_time }, insert: #{ total_time - commit_total }, commit: #{ commit_total }"
+    end
+
+    def run
+      start_at = Time.now
+
+      self.random_names = FasterCSV.read("random-names.csv")
+
+      parsed_at = Time.now
+
+      base = 0
+      self.created_addresses = 0
+      self.shared_addresses = 0
+
+      10.times do | iter |
+        load_names(iter)
+      end
+
+      processed_at = Time.now
+
+      puts "parsed in #{ parsed_at - start_at }, processed in: #{ processed_at - parsed_at }"
+      puts "   created addresses: #{ created_addresses }, shared: #{ shared_addresses }"
+    end
+
+  end
+
+  BatchLoadUsers.new.run
+
+end

data/examples/random-people-shared-addresses/batch-load-users.rb

@@ -5,79 +5,75 @@ require 'settings'
 
 module RandomPeople
 
-  start_at = Time.now
+  class BatchLoadUsers
+
+    attr_accessor :random_names, :created_addresses, :shared_addresses
+
+    def load_names(iter)
+      inner_start = Time.now
+      commit_start = 0
+      base = (1 + iter) * self.random_names.size
+
+      Xampl.transaction("random-people") do
+
+        random_names.each_with_index do | row, i |
+          person_pid = "person-#{ base + i }"
+          person = Person.new(person_pid)
+
+          person.given_name = row[0]
+          person.surname = row[1]
+          person.email = row[6]
+          person.phone = row[7]
+
+          addresses = Address.find_by_query do | q |
+            q.add_condition('street-address', :equals, row[2])
+            q.add_condition('postal-code',    :equals, row[5])
+          end
+
+          address = addresses.first
+          if address then
+            person << address
+            self.shared_addresses += 1
+          else
+            address = person.new_address("address-#{ person_pid }")
+            address.street_address = row[2]
+            address.city = row[3]
+            address.state = row[4]
+            address.postal_code = row[5]
+            self.created_addresses += 1
+          end
 
-  arr_of_arrs = FasterCSV.read("random-names.csv")
-
-  parsed_at = Time.now
-
-  #GivenName,Surname,StreetAddress,City,State,ZipCode,EmailAddress,TelephoneNumber
-
-  #<people pid=''
-  #        xmlns="http://xampl.com/people">
-  #    <person pid=''
-  #            given-name=''
-  #            surname=''
-  #            email=''
-  #            phone=''>
-  #        <address pid=''
-  #                 street-address=''
-  #                 city=''
-  #                 state=''
-  #                 postal-code=''/>
-  #    </person>
-  #</people>
-
-  base = 0
-
-  created_addresses = 0
-  shared_addresses = 0
-
-  10.times do | iter |
-    inner_start = Time.now
-
-    Xampl.transaction("random-people") do
+        end
+        puts "transaction ending..."
+        commit_start = Time.now
+      end
+      done_at = Time.now
+      puts "iter: #{ iter } in total: #{ done_at - inner_start }, insert: #{ commit_start - inner_start}, commit: #{done_at - commit_start}"
+    end
 
-      base += arr_of_arrs.size
+    def run
+      start_at = Time.now
 
-      arr_of_arrs.each_with_index do | row, i |
-        person_pid = "person-#{ base + i }"
-        person = Person.new(person_pid)
+      self.random_names = FasterCSV.read("random-names.csv")
 
-        person.given_name = row[0]
-        person.surname = row[1]
-        person.email = row[6]
-        person.phone = row[7]
+      parsed_at = Time.now
 
-        addresses = Xampl.find_xampl do | q |
-          q.add_condition('class', :equals, Address.name)
+      base = 0
+      self.created_addresses = 0
+      self.shared_addresses = 0
 
-          q.add_condition('street-address', :equals, row[2])
-          q.add_condition('postal-code',    :equals, row[5])
-        end
+      10.times do | iter |
+        load_names(iter)
+      end
 
-        address = addresses.first
-        if address then
-          person << address
-          shared_addresses += 1
-        else
-          address = person.new_address("address-#{ person_pid }")
-          address.street_address = row[2]
-          address.city = row[3]
-          address.state = row[4]
-          address.postal_code = row[5]
-          created_addresses += 1
-        end
+      processed_at = Time.now
 
-      end
-      puts "transaction ending..."
+      puts "parsed in #{ parsed_at - start_at }, processed in: #{ processed_at - parsed_at }"
+      puts "   created addresses: #{ created_addresses }, shared: #{ shared_addresses }"
     end
-    puts "iter: #{ iter } in #{ Time.now - inner_start }"
-  end
 
-  processed_at = Time.now
+  end
 
-  p "parsed in #{ parsed_at - start_at }, processed in: #{ processed_at - parsed_at }"
-  puts "   created addresses: #{ created_addresses }, shared: #{ shared_addresses }"
+  BatchLoadUsers.new.run
 
 end

data/examples/random-people-shared-addresses/xampl-gen.rb

@@ -8,6 +8,8 @@ if $0 == __FILE__ then
     end
   end
 
+  $LOAD_PATH.unshift('../../lib/')  
+
   require 'xamplr-generator'
 
   include XamplGenerator

data/examples/read-testing/.gitignore

@@ -0,0 +1,2 @@
+xampl_generated_code
+repo

data/examples/read-testing/rrr.rb

@@ -25,7 +25,8 @@ reader = LibXML::XML::Reader.string(xml,
                                             LibXML::XML::Parser::Options::NOCDATA |
                                             LibXML::XML::Parser::Options::DTDATTR |
                                             LibXML::XML::Parser::Options::NSCLEAN |
-                                            LibXML::XML::Parser::Options::COMPACT)
+                                            # LibXML::XML::Parser::Options::COMPACT |
+                                            0)
 
 while reader.read do
   #  puts reader.node_type

data/examples/read-testing/xampl-gen.rb

@@ -8,6 +8,8 @@ if $0 == __FILE__ then
     end
   end
 
+  $LOAD_PATH.unshift('../../lib/')
+  
   require 'xamplr-generator'
 
   include XamplGenerator

data/examples/tokyo-cabinet-experimental/.gitignore

@@ -0,0 +1,2 @@
+repo
+xampl_generated_code