xamplr 1.3.15 → 1.9.0

data/examples/random-people-shared-addresses/batch-load-users-profiled.rb

@@ -1,91 +0,0 @@
-require 'fastercsv'
-require 'xampl_generated_code/RandomPeople'
-require 'people'
-require 'settings'
-
-require 'ruby-prof'
-
-module RandomPeople
-
-  class BatchLoadUsersProfiled
-
-    attr_accessor :random_names, :created_addresses, :shared_addresses
-
-    def load_names(iter)
-      inner_start = Time.now
-      commit_start = 0
-      base = (1 + iter) * self.random_names.size
-
-      Xampl.transaction("random-people") do
-
-        random_names.each_with_index do | row, i |
-          person_pid = "person-#{ base + i }"
-          person = Person.new(person_pid)
-
-          person.given_name = row[0]
-          person.surname = row[1]
-          person.email = row[6]
-          person.phone = row[7]
-
-          addresses = Address.find_by_query do | q |
-            q.add_condition('street-address', :equals, row[2])
-            q.add_condition('postal-code',    :equals, row[5])
-          end
-
-          address = addresses.first
-          if address then
-            person << address
-            self.shared_addresses += 1
-          else
-            address = person.new_address("address-#{ person_pid }")
-            address.street_address = row[2]
-            address.city = row[3]
-            address.state = row[4]
-            address.postal_code = row[5]
-            self.created_addresses += 1
-          end
-
-        end
-        puts "transaction ending..."
-        commit_start = Time.now
-      end
-      done_at = Time.now
-      puts "iter: #{ iter } in total: #{ done_at - inner_start }, insert: #{ commit_start - inner_start}, commit: #{done_at - commit_start}"
-    end
-
-    def run
-      start_at = Time.now
-
-      self.random_names = FasterCSV.read("random-names.csv")
-
-      parsed_at = Time.now
-
-      base = 0
-      self.created_addresses = 0
-      self.shared_addresses = 0
-
-      2.times do | iter |
-        if 1 == iter then
-          RubyProf.start
-
-          load_names(iter)
-
-          result = RubyProf.stop
-          printer = RubyProf::FlatPrinter.new(result)
-          printer.print(STDOUT, 0)
-        else
-          load_names(iter)
-        end
-      end
-
-      processed_at = Time.now
-
-      puts "parsed in #{ parsed_at - start_at }, processed in: #{ processed_at - parsed_at }"
-      puts "   created addresses: #{ created_addresses }, shared: #{ shared_addresses }"
-    end
-
-  end
-
-  BatchLoadUsersProfiled.new.run
-
-end

data/examples/random-people-shared-addresses/batch-load-users-safe.rb

@@ -1,81 +0,0 @@
-require 'fastercsv'
-require 'xampl_generated_code/RandomPeople'
-require 'people'
-require 'settings'
-
-module RandomPeople
-
-  class BatchLoadUsers
-
-    attr_accessor :random_names, :created_addresses, :shared_addresses
-
-    def load_names(iter)
-      inner_start = Time.now
-      commit_total = 0
-      commit_start = 0
-      base = (1 + iter) * self.random_names.size
-
-      random_names.each_with_index do | row, i |
-        Xampl.transaction("random-people") do
-          person_pid = "person-#{ base + i }"
-          person = Person.new(person_pid)
-
-          person.given_name = row[0]
-          person.surname = row[1]
-          person.email = row[6]
-          person.phone = row[7]
-
-          addresses = Address.find_by_query do | q |
-            q.add_condition('street-address', :equals, row[2])
-            q.add_condition('postal-code',    :equals, row[5])
-          end
-
-          address = addresses.first
-          if address then
-            person << address
-            self.shared_addresses += 1
-          else
-            address = person.new_address("address-#{ person_pid }")
-            address.street_address = row[2]
-            address.city = row[3]
-            address.state = row[4]
-            address.postal_code = row[5]
-            self.created_addresses += 1
-          end
-
-          commit_start = Time.now
-        end
-        commit_total += (Time.now - commit_start)
-        puts "total: #{ commit_total }, iter: #{ i } --> #{ i / commit_total }/s" if 0 == (i % 1000)
-      end
-      done_at = Time.now
-      total_time = done_at - inner_start
-      puts "iter: #{ iter } in total: #{ total_time }, insert: #{ total_time - commit_total }, commit: #{ commit_total }"
-    end
-
-    def run
-      start_at = Time.now
-
-      self.random_names = FasterCSV.read("random-names.csv")
-
-      parsed_at = Time.now
-
-      base = 0
-      self.created_addresses = 0
-      self.shared_addresses = 0
-
-      10.times do | iter |
-        load_names(iter)
-      end
-
-      processed_at = Time.now
-
-      puts "parsed in #{ parsed_at - start_at }, processed in: #{ processed_at - parsed_at }"
-      puts "   created addresses: #{ created_addresses }, shared: #{ shared_addresses }"
-    end
-
-  end
-
-  BatchLoadUsers.new.run
-
-end

data/examples/random-people-shared-addresses/batch-load-users.rb

@@ -1,79 +0,0 @@
-require 'fastercsv'
-require 'xampl_generated_code/RandomPeople'
-require 'people'
-require 'settings'
-
-module RandomPeople
-
-  class BatchLoadUsers
-
-    attr_accessor :random_names, :created_addresses, :shared_addresses
-
-    def load_names(iter)
-      inner_start = Time.now
-      commit_start = 0
-      base = (1 + iter) * self.random_names.size
-
-      Xampl.transaction("random-people") do
-
-        random_names.each_with_index do | row, i |
-          person_pid = "person-#{ base + i }"
-          person = Person.new(person_pid)
-
-          person.given_name = row[0]
-          person.surname = row[1]
-          person.email = row[6]
-          person.phone = row[7]
-
-          addresses = Address.find_by_query do | q |
-            q.add_condition('street-address', :equals, row[2])
-            q.add_condition('postal-code',    :equals, row[5])
-          end
-
-          address = addresses.first
-          if address then
-            person << address
-            self.shared_addresses += 1
-          else
-            address = person.new_address("address-#{ person_pid }")
-            address.street_address = row[2]
-            address.city = row[3]
-            address.state = row[4]
-            address.postal_code = row[5]
-            self.created_addresses += 1
-          end
-
-        end
-        puts "transaction ending..."
-        commit_start = Time.now
-      end
-      done_at = Time.now
-      puts "iter: #{ iter } in total: #{ done_at - inner_start }, insert: #{ commit_start - inner_start}, commit: #{done_at - commit_start}"
-    end
-
-    def run
-      start_at = Time.now
-
-      self.random_names = FasterCSV.read("random-names.csv")
-
-      parsed_at = Time.now
-
-      base = 0
-      self.created_addresses = 0
-      self.shared_addresses = 0
-
-      10.times do | iter |
-        load_names(iter)
-      end
-
-      processed_at = Time.now
-
-      puts "parsed in #{ parsed_at - start_at }, processed in: #{ processed_at - parsed_at }"
-      puts "   created addresses: #{ created_addresses }, shared: #{ shared_addresses }"
-    end
-
-  end
-
-  BatchLoadUsers.new.run
-
-end

data/examples/random-people-shared-addresses/find-mentions.rb

@@ -1,47 +0,0 @@
-
-require 'xampl_generated_code/RandomPeople'
-require 'people'
-require 'settings'
-
-module RandomPeople
-
-  #<people pid=''
-  #        xmlns="http://xampl.com/people">
-  #    <person pid=''
-  #            given-name=''
-  #            surname=''
-  #            email=''
-  #            phone=''>
-  #        <address pid=''
-  #                 street-address=''
-  #                 city=''
-  #                 state=''
-  #                 postal-code=''/>
-  #    </person>
-  #</people>
-
-  10.times do
-
-    people = Xampl.transaction("random-people") do
-      Person.find_by_query do | q |
-        q.add_condition('city', :equals, 'TORONTO')
-        q.add_condition('email', :ends_with, 'dodgit.com')
-
-        q.order_by('surname', :strasc)
-      end
-    end
-
-    first_person = people.first
-    address = first_person.address.first
-
-    start_at = Time.now
-
-    people_at_address = Xampl.transaction("random-people") do
-      Xampl.find_mentions_of(address)
-    end
-
-    done = Time.now
-    puts "found #{ people_at_address.size } people at that address in: #{ done - start_at }, #{ people_at_address.size / (done - start_at) }/s"
-#    people_at_address.each { | person | puts person.pp_xml }
-  end
-end

data/examples/random-people-shared-addresses/find-people-by-address.rb

@@ -1,104 +0,0 @@
-
-require 'xampl_generated_code/RandomPeople'
-require 'people'
-require 'settings'
-
-module RandomPeople
-
-  #<people pid=''
-  #        xmlns="http://xampl.com/people">
-  #    <person pid=''
-  #            given-name=''
-  #            surname=''
-  #            email=''
-  #            phone=''>
-  #        <address pid=''
-  #                 street-address=''
-  #                 city=''
-  #                 state=''
-  #                 postal-code=''/>
-  #    </person>
-  #</people>
-
-  times = [0, 0]
-  counts = [0, 0]
-
-  10.times do | trial |
-    found1 = []
-    found2 = []
-    found3 = []
-
-    #<p:person email='Edelmira.K.Abshire@dodgit.com'
-    #          given-name='Edelmira'
-    #          phone='416-279-8804'
-    #          pid='person-29944'
-    #          surname='Abshire'
-    #          xmlns:p='http://xampl.com/people'>
-    #  <p:address city='TORONTO'
-    #             pid='person-19944'
-    #             postal_code='M1P 4W2'
-    #             state='ON'
-    #             street_address='4194 Borough Drive'/></p:person>
-
-
-    all_people = nil
-    people_inspected = 0
-    start_at = Time.now
-
-    people = Xampl.transaction("random-people") do
-      addresses = Address.find_by_query do | q |
-        q.add_condition('street-address', :equals, '4194 Borough Drive')
-        q.add_condition('postal-code',    :equals, 'M1P 4W2')
-      end
-
-      all_people = Set.new
-      people_inspected = 0
-
-      addresses.each do | address |
-        people = Person.find_by_query do | q |
-          # TODO -- want to be able to find people by the address directly, e.g. address.find_by_citation/find_by_mention & find_by_reference
-          q.add_condition('city',  :equals, address.city)
-          q.add_condition('state', :equals, address.state)
-        end
-
-        people_inspected += people.size
-
-        people.each do | person |
-          all_people << person if person.address.first == address
-        end
-      end
-    end
-
-    done_at = Time.now
-    puts "done in: #{ done_at - start_at }, #{ people_inspected } people inspected, #{ all_people.size } identified"
-    times[0] += (done_at - start_at) if 0 < trial
-    counts[0] += 1 if 0 < trial
-
-    start_at = Time.now
-
-    people = Xampl.transaction("random-people") do
-      addresses = Address.find_by_query do | q |
-        q.add_condition('street-address', :equals, '4194 Borough Drive')
-        q.add_condition('postal-code',    :equals, 'M1P 4W2')
-      end
-
-      all_people = Set.new
-      people_inspected = 0
-
-      addresses.each do | address |
-        people = Xampl.find_mentions_of(address)
-
-        people_inspected += people.size
-        all_people.merge(people)
-      end
-    end
-
-    done_at = Time.now
-    puts "done in: #{ done_at - start_at }, #{ people_inspected } people inspected, #{ all_people.size } identified"
-    times[1] += (done_at - start_at) if 0 < trial
-    counts[1] += 1 if 0 < trial
-  end
-
-  puts "0) total time: #{ times[0] }, count: #{ counts[0] }, average/s: #{ counts[0]/times[0]}"
-  puts "1) total time: #{ times[1] }, count: #{ counts[1] }, average/s: #{ counts[1]/times[1]}"
-end

data/examples/random-people-shared-addresses/optimise.rb

@@ -1,16 +0,0 @@
-$LOAD_PATH.unshift("xampl_generated_code")
-
-require 'RandomPeople'
-require 'people'
-require 'settings'
-
-module RandomPeople
-
-  start_opt = Time.now
-  Xampl.transaction("random-people") do
-    Xampl.optimise(:indexes_only => true)
-#    Xampl.optimise
-  end
-  puts "optimised in #{ Time.now - start_opt}"
-
-end

data/examples/random-people-shared-addresses/people.rb

@@ -1,35 +0,0 @@
-
-require 'xampl_generated_code/RandomPeople'
-
-module RandomPeople
-
-  class Person
-
-    Xampl::TokyoCabinetPersister.add_lexical_indexs(%w{ surname city state email })
-
-    def describe_yourself
-      {
-              'surname' => self.surname,
-              'city' => self.address.first.city,
-              'state' => self.address.first.state,
-              'email' => self.email
-      }
-    end
-  end
-
-  class Address
-
-    Xampl::TokyoCabinetPersister.add_lexical_indexs(%w{ street-address postal-code city state })
-
-    def describe_yourself
-      {
-              'street-address' => self.street_address,
-              'postal-code' => self.postal_code,
-              'city' => self.city,
-              'state' => self.state
-      }
-    end
-  end
-
-end
-