hutch-xamplr 1.0.5 → 1.1.0

data/examples/random-people-shared-addresses/settings.rb

@@ -0,0 +1,3 @@
+Xampl.set_default_persister_kind(:tokyo_cabinet)
+Xampl.set_default_persister_format(:xml_format)
+#Xampl.set_default_persister_format(:ruby_format)

data/examples/random-people/batch-load-users.rb

@@ -3,10 +3,7 @@ $LOAD_PATH.unshift("xampl_generated_code")
 require 'fastercsv'
 require 'RandomPeople'
 require 'people'
-
-Xampl.set_default_persister_kind(:tokyo_cabinet)
-Xampl.set_default_persister_format(:xml_format)
-#Xampl.set_default_persister_format(:ruby_format)
+require 'settings'
 
 module RandomPeople
 

data/examples/random-people/optimise.rb

@@ -2,10 +2,7 @@ $LOAD_PATH.unshift("xampl_generated_code")
 
 require 'RandomPeople'
 require 'people'
-
-Xampl.set_default_persister_kind(:tokyo_cabinet)
-Xampl.set_default_persister_format(:xml_format)
-#Xampl.set_default_persister_format(:ruby_format)
+require 'settings'
 
 module RandomPeople
 

data/examples/random-people/people.rb

@@ -2,9 +2,6 @@ $LOAD_PATH.unshift("xampl_generated_code")
 
 require 'RandomPeople'
 
-#Xampl.set_default_persister_kind(:tokyo_cabinet)
-#Xampl.set_default_persister_format(:xml_format)
-
 module RandomPeople
 
   class Person

data/examples/random-people/query.rb

@@ -2,10 +2,7 @@ $LOAD_PATH.unshift("xampl_generated_code")
 
 require 'RandomPeople'
 require 'people'
-
-Xampl.set_default_persister_kind(:tokyo_cabinet)
-Xampl.set_default_persister_format(:xml_format)
-#Xampl.set_default_persister_format(:ruby_format)
+require 'settings'
 
 module RandomPeople
 
@@ -50,7 +47,6 @@ module RandomPeople
         q.order_by('surname', :strasc)
       end
     end
-
     start_find_pids_at = Time.now
 
     found3 = Xampl.transaction("random-people") do

data/examples/random-people/query2.rb

@@ -2,10 +2,7 @@ $LOAD_PATH.unshift("xampl_generated_code")
 
 require 'RandomPeople'
 require 'people'
-
-Xampl.set_default_persister_kind(:tokyo_cabinet)
-Xampl.set_default_persister_format(:xml_format)
-#Xampl.set_default_persister_format(:ruby_format)
+require 'settings'
 
 module RandomPeople
 

data/examples/random-people/settings.rb

@@ -0,0 +1,3 @@
+Xampl.set_default_persister_kind(:tokyo_cabinet)
+Xampl.set_default_persister_format(:xml_format)
+#Xampl.set_default_persister_format(:ruby_format)

data/examples/random-people/what-to-query-on.rb

@@ -4,9 +4,7 @@ require 'set'
 require 'fastercsv'
 require 'RandomPeople'
 require 'people'
-
-Xampl.set_default_persister_kind(:tokyo_cabinet)
-Xampl.set_default_persister_format(:xml_format)
+require 'settings'
 
 module RandomPeople
   arr_of_arrs = FasterCSV.read("random-names.csv")

data/examples/read-testing/Makefile

@@ -0,0 +1,10 @@
+
+nope:
+
+read:
+	time ruby read.rb
+
+load:
+	rm -rf repo
+	time ruby load.rb
+

data/examples/read-testing/load.rb

@@ -0,0 +1,65 @@
+$LOAD_PATH.unshift("xampl_generated_code")
+
+require 'rubygems'
+require 'Perf'
+require 'settings'
+
+module Perf
+
+  count = 0
+  root = nil
+  $total_lines = 0
+
+  srand( 12345 )
+
+  def Perf.make_text(count)
+    lines = 1 + rand(10)
+    $total_lines += lines
+
+    s = ""
+    lines.times do | i |
+      s << "this is a line for count: #{ count }, #{ i } of #{ lines } with scary stuff: <>&'\" ..."
+    end
+    return s
+  end
+
+
+  #<root pid=''
+  #      xmlns="http://xampl.com/performance">
+  #    <text pid=''
+  #          size=''
+  #          stuff=''>
+  #        actual text
+  #    </text>
+  #</root>
+
+  start_at = Time.now
+
+  1.times do | outer |
+    Xampl.transaction("random-people") do
+      unless root then
+        root = Root.new('root')
+      end
+
+      10000.times do | iter |
+
+        count += 1
+
+        text = root.new_text("text-#{ count }")
+        text.stuff = "---<>&\"'---"
+        text.content = make_text(count)
+
+        #        puts "#{File.basename(__FILE__)}:#{__LINE__} #{ text.pp_xml }"
+
+      end
+    end
+
+    puts "transaction #{ outer } ending... #{ Time.now - start_at } seconds"
+#    puts "#{File.basename(__FILE__)}:#{__LINE__} #{ root.pp_xml }"
+  end
+
+  done_at = Time.now
+
+  p "loaded #{ count }, total lines: #{ $total_lines }, in #{ done_at - start_at }"
+
+end

data/examples/read-testing/read.rb

@@ -0,0 +1,51 @@
+require 'rubygems'
+require 'xampl_generated_code/Perf'
+require 'settings'
+
+module Perf
+
+  count = 0
+  root = nil
+  $total_lines = 0
+
+  #<root pid=''
+  #      xmlns="http://xampl.com/performance">
+  #    <text pid=''
+  #          size=''
+  #          stuff=''>
+  #        actual text
+  #    </text>
+  #</root>
+
+  start_at = Time.now
+
+  Xampl.transaction("random-people") do
+    root = Root['root']
+  end
+  root_at = Time.now
+  puts "#{File.basename(__FILE__)}:#{__LINE__} Root read in #{ root_at - start_at}"
+
+  root.text.each do | text |
+    count += 1
+  end
+
+  #puts root.pp_xml
+
+  looped_at = Time.now
+  puts "#{File.basename(__FILE__)}:#{__LINE__} looped over #{ count } text in #{ looped_at - root_at } NO LOADING"
+
+  count = 0
+  total_lines = 0
+
+  root.text.each do | text |
+    content = text.content
+#    puts "#{File.basename(__FILE__)}:#{__LINE__} content: [[#{ content }]]"
+    total_lines += content.length() if content
+    count += 1
+  end
+
+  done_at = Time.now
+
+  puts "loaded #{ count }, total lines: #{ total_lines }, in #{ done_at - looped_at } seconds, total time: #{ done_at - start_at } seconds"
+
+end

data/examples/read-testing/results.read.BASELINE

@@ -0,0 +1,6 @@
+time ruby read.rb
+read.rb:26 Root read in 55.800525
+read.rb:35 looped over 10000 text in 0.007164 NO LOADING
+loaded 10000, total lines: 3632427, in 15.826613 seconds, total time: 71.634302 seconds
+       72.37 real        70.43 user         0.63 sys
+

data/examples/read-testing/results.read.FAST

@@ -0,0 +1,5 @@
+time ruby read.rb
+read.rb:26 Root read in 3.317672
+read.rb:35 looped over 10000 text in 0.007039 NO LOADING
+loaded 10000, total lines: 3632427, in 2.897625 seconds, total time: 6.222336 seconds
+        6.73 real         6.37 user         0.26 sys

data/examples/read-testing/rrr.rb

@@ -0,0 +1,87 @@
+require 'rubygems'
+require 'libxml'
+
+xml = %Q{
+<root pid='aaaaa'
+      xmlns:x="http://xampl.com/extra"
+      xmlns="http://xampl.com/performance">
+    <text pid='bbbb'
+          x:size='ccccc'
+          stuff='ddddd'>
+        actual text &quot; well?
+        actual text &quot; well?
+        actual text &quot; well?
+        actual text &quot; well?
+        xxxxx <![CDATA[ <>"'& ]]> xxxxx
+    </text>
+<nothing/>
+    <x:blob v='blob value'/>
+</root>
+}
+
+reader = LibXML::XML::Reader.string(xml,
+                                    :options => LibXML::XML::Parser::Options::NOENT |
+                                            LibXML::XML::Parser::Options::NONET |
+                                            LibXML::XML::Parser::Options::NOCDATA |
+                                            LibXML::XML::Parser::Options::DTDATTR |
+                                            LibXML::XML::Parser::Options::NSCLEAN |
+                                            LibXML::XML::Parser::Options::COMPACT)
+
+while reader.read do
+  #  puts reader.node_type
+  #  puts "line: #{ reader.line_number }, column: #{ reader.column_number }"
+
+  case reader.node_type
+#    when LibXML::XML::Reader::TYPE_ATTRIBUTE
+    #      puts "attribute"
+    when LibXML::XML::Reader::TYPE_DOCUMENT
+      puts "DOCUMENT"
+    when LibXML::XML::Reader::TYPE_ELEMENT
+      attribute_count = reader.attribute_count
+      puts "element #{ reader.local_name }, ns: #{ reader.namespace_uri }, #attributes: #{ attribute_count }, depth: #{ reader.depth }"
+      if reader.has_attributes? then
+        reader.move_to_first_attribute
+        attribute_count.times do | i |
+          next if reader.namespace_declaration?
+          puts "      attr[#{ i }]:: lname: #{ reader.local_name }, ns: #{ reader.namespace_uri } ---> #{ reader.value }"
+          reader.move_to_next_attribute
+        end
+      end
+
+    when LibXML::XML::Reader::TYPE_END_ELEMENT
+      puts "END ELEMENT"
+    when LibXML::XML::Reader::TYPE_TEXT
+      puts "TEXT [[#{ reader.read_string }]]"
+    when LibXML::XML::Reader::TYPE_CDATA
+      puts "CDATA [[#{ reader.read_string }]]"
+    when LibXML::XML::Reader::TYPE_SIGNIFICANT_WHITESPACE
+      puts "SIGNIFICANT white space [[#{ reader.read_string }]]"
+    when LibXML::XML::Reader::TYPE_ENTITY_REFERENCE
+      puts "entity ref"
+    when LibXML::XML::Reader::TYPE_WHITESPACE
+      puts "whitespace"
+    when LibXML::XML::Reader::TYPE_PROCESSING_INSTRUCTION
+      puts "processing instruction"
+    when LibXML::XML::Reader::TYPE_COMMENT
+      puts "comment"
+    when LibXML::XML::Reader::TYPE_DOCUMENT_TYPE
+      puts "doc type"
+
+    when LibXML::XML::Reader::TYPE_XML_DECLARATION
+      puts "xml decl"
+    when LibXML::XML::Reader::TYPE_NONE
+      puts "NONE!!"
+    when LibXML::XML::Reader::TYPE_NOTATION
+      puts "notifiation"
+    when LibXML::XML::Reader::TYPE_DOCUMENT_FRAGMENT
+      puts "doc fragment"
+    when LibXML::XML::Reader::TYPE_ENTITY
+      puts "entity"
+    when LibXML::XML::Reader::TYPE_END_ENTITY
+      puts "
+      end entity"
+    else
+      puts "UNKNOWN: #{reader.node_type}"
+  end
+
+end

data/examples/read-testing/settings.rb

@@ -0,0 +1,2 @@
+Xampl.set_default_persister_kind(:tokyo_cabinet)
+Xampl.set_default_persister_format(:xml_format)

data/examples/read-testing/xampl-gen.rb

@@ -0,0 +1,36 @@
+#!/usr/bin/env ruby -w -I..
+
+if $0 == __FILE__ then
+
+  class File
+    def File.sjoin(*args)
+      File.join(args.select{ | o | o })
+    end
+  end
+
+  require 'xamplr-generator'
+
+  include XamplGenerator
+  include Xampl
+
+  Xampl.transaction("setup", :in_memory) do
+    directory = File.sjoin(".", "xampl_generated_code")
+
+    options = Xampl.make(Options) do |options|
+      options.new_index_attribute("pid").persisted = true
+      options.new_index_attribute("id")
+
+      options.resolve("http://xampl.com/performance", "Perf", "p")
+    end
+
+    filenames = Dir.glob("./xml/**/*.xml")
+
+    generator = Generator.new
+    generator.go(:options => options,
+                 :filenames => filenames,
+                 :directory => directory)
+
+    #puts generator.print_elements("./generated-elements.xml")
+    exit!
+  end
+end

data/examples/read-testing/xml/text.xml

@@ -0,0 +1,8 @@
+<root pid=''
+      xmlns="http://xampl.com/performance">
+    <text pid=''
+          size=''
+          stuff=''>
+        actual text
+    </text>
+</root>

data/lib/xamplr.rb

@@ -14,14 +14,23 @@ module Xampl
     return @@logger
   end
 
+  require "xamplr/xampl-module"
+  require "xamplr/xampl-object-internals"
   require "xamplr/xampl-object"
-  require "xamplr/persistence"
+  require "xamplr/xampl-persisted-object"
+
+  require "xamplr/exceptions"
+  require "xamplr/xml-text"
   require "xamplr/notifications"
   require "xamplr/mixins"
+
   require "xamplr/from-xml"
   require "xamplr/to-xml"
   require "xamplr/to-ruby"
+
   require "xamplr/visitor"
+  require "xamplr/persist-to-xml"
+  require "xamplr/visitors"
 
 end
 

data/lib/xamplr/exceptions.rb

@@ -0,0 +1,97 @@
+
+module Xampl
+
+  class XamplIsInvalid < Exception
+    attr_reader :msg, :xampl
+
+    def initialize(xampl)
+      @xampl = xampl
+      @msg = "Invalid Xampl:: #{xampl}"
+    end
+
+    def message
+      @msg
+    end
+  end
+
+  class AlreadyKnownToPersister < Exception
+    attr_reader :msg, :xampl
+
+    def initialize(xampl, persister)
+      @xampl = xampl
+      @msg = "#{xampl} #{xampl.get_the_index} is already known by a persister: #{xampl.persister.name}, so cannot use persister #{persister.name}"
+    end
+
+    def message
+      @msg
+    end
+  end
+
+  class XamplException < Exception
+    attr_reader :name, :msg
+
+    def initialize(name, message=nil)
+      @name = name
+      @msg = message ? message : ""
+    end
+
+    def message
+      "XamplException #{@name} #{@msg}"
+    end
+  end
+
+  class NoActivePersister < Exception
+    def message
+      "No Persister is active"
+    end
+  end
+
+  class BlockedChange < Exception
+    attr_reader :xampl
+
+    def initialize(xampl=nil)
+      @xampl = xampl
+    end
+
+    def message
+      "attempt to change #{@xampl}, pid: #{@xampl.get_the_index}, oid: #{@xampl.object_id} when changes are blocked"
+    end
+  end
+
+  class UnmanagedChange < Exception
+    attr_reader :xampl
+
+    def initialize(xampl=nil)
+      @xampl = xampl
+    end
+
+    def message
+      "attempt to change #{@xampl}, pid: #{@xampl.get_the_index}, oid: #{@xampl.object_id} outside of its persister's management"
+    end
+  end
+
+  class IncompatiblePersisterRequest < Exception
+    attr_reader :msg
+
+    def initialize(persister, feature_name, requested_feature_value, actual_feature_value)
+      @msg = "persister #{persister.name}:: requested feature: #{feature_name} #{requested_feature_value}, actual: #{actual_feature_value}"
+    end
+
+    def message
+      @msg
+    end
+  end
+
+  class MixedPersisters < Exception
+    attr_reader :msg
+
+    def initialize(active, local)
+      @msg = "mixed persisters:: active #{active.name}, local: #{local.name}"
+    end
+
+    def message
+      @msg
+    end
+  end
+
+end