ox 1.0.0

data/test/perf_obj.rb

@@ -0,0 +1,201 @@
+#!/usr/bin/env ruby -wW1
+
+$: << '.'
+$: << '..'
+$: << '../lib'
+$: << '../ext'
+
+if __FILE__ == $0
+  if (i = ARGV.index('-I'))
+    x,path = ARGV.slice!(i, 2)
+    $: << path
+  end
+end
+
+require 'optparse'
+require 'ox'
+require 'sample'
+require 'test/ox/doc'
+require 'files'
+
+$verbose = 0
+$ox_only = false
+$circular = false
+
+do_sample = false
+do_files = false
+
+do_load = false
+do_dump = false
+do_read = false
+do_write = false
+$iter = 1000
+
+opts = OptionParser.new
+opts.on("-v", "increase verbosity")                         { $verbose += 1 }
+
+opts.on("-x", "ox only")                                    { $ox_only = true }
+opts.on("-c", "circular options")                           { $circular = true }
+
+opts.on("-s", "load and dump as sample Ruby object")        { do_sample = true }
+opts.on("-f", "load and dump as files Ruby object")         { do_files = true }
+
+opts.on("-l", "load")                                       { do_load = true }
+opts.on("-d", "dump")                                       { do_dump = true }
+opts.on("-r", "read")                                       { do_read = true }
+opts.on("-w", "write")                                      { do_write = true }
+opts.on("-a", "load, dump, read and write")                 { do_load = true; do_dump = true; do_read = true; do_write = true }
+
+opts.on("-i", "--iterations [Int]", Integer, "iterations")  { |i| $iter = i }
+
+opts.on("-h", "--help", "Show this display")                { puts opts; Process.exit!(0) }
+files = opts.parse(ARGV)
+
+if files.empty?
+  data = []
+  obj = do_sample ? sample_doc(2) : files('..')
+  mars = Marshal.dump(obj)
+  xml = Ox.dump(obj, :indent => 0, circular: $circular)
+  File.open('sample.xml', 'w') { |f| f.write(xml) }
+  File.open('sample.marshal', 'w') { |f| f.write(mars) }
+  data << { :file => 'sample.xml', :obj => obj, :xml => xml, :marshal => mars }
+else
+  puts "loading and parsing #{files}\n\n"
+  data = files.map do |f|
+    xml = File.read(f)
+    obj = Ox.load(xml);
+    mars = Marshal.dump(obj)
+    { :file => f, :obj => obj, :xml => xml, :marshal => mars }
+  end
+end
+
+$ox_load_time = 0
+$mars_load_time = 0
+$ox_dump_time = 0
+$mars_dump_time = 0
+
+def perf_load(d)
+  filename = d[:file]
+  marshal_filename = 'sample.marshal'
+  xml = d[:xml]
+  mars = d[:marshal]
+
+  if 0 < $verbose
+    obj = Ox.load(xml, :mode => :object, :trace => $verbose)
+    return
+  end
+  start = Time.now
+  (1..$iter).each do
+    obj = Ox.load(xml, :mode => :object)
+  end
+  $ox_load_time = Time.now - start
+  puts "Parsing #{$iter} times with Ox took #{$ox_load_time} seconds."
+
+  return if $ox_only
+  
+  start = Time.now
+  (1..$iter).each do
+    obj = Marshal.load(mars)
+  end
+  $mars_load_time = Time.now - start
+  puts "Marshalling #{$iter} times took #{$mars_load_time} seconds."
+  puts ">>> Ox is %0.1f faster than Marshal loading.\n\n" % [$mars_load_time/$ox_load_time]
+end
+
+def perf_dump(d)
+  obj = d[:obj]
+
+  start = Time.now
+  (1..$iter).each do
+    xml = Ox.dump(obj, :indent => 2, :circular => $circular)
+    #puts "*** ox:\n#{xml}"
+  end
+  $ox_dump_time = Time.now - start
+  puts "Ox dumping #{$iter} times with ox took #{$ox_dump_time} seconds."
+
+  return if $ox_only
+
+  obj = d[:obj]
+  start = Time.now
+  (1..$iter).each do
+    m = Marshal.dump(obj)
+  end
+  $mars_dump_time = Time.now - start
+  puts "Marshal dumping #{$iter} times took #{$mars_dump_time} seconds."
+  puts ">>> Ox is %0.1f faster than Marshal dumping.\n\n" % [$mars_dump_time/$ox_dump_time]
+end
+
+def perf_read(d)
+  ox_read_time = 0
+  mars_read_time = 0
+
+  filename = d[:file]
+  marshal_filename = 'sample.marshal'
+  xml = d[:xml]
+  mars = d[:marshal]
+
+  # now load from the file
+  start = Time.now
+  (1..$iter).each do
+    obj = Ox.load_file(filename, :mode => :object)
+  end
+  ox_read_time = Time.now - start
+  puts "Loading and parsing #{$iter} times with ox took #{ox_read_time} seconds."
+
+  if !$ox_only
+    start = Time.now
+    (1..$iter).each do
+      m = File.read(marshal_filename)
+      obj = Marshal.load(m)
+    end
+    mars_read_time = Time.now - start
+    puts "Reading and marshalling #{$iter} times took #{mars_read_time} seconds."
+    puts ">>> Ox is %0.1f faster than Marshal loading and parsing.\n\n" % [mars_read_time/ox_read_time]
+
+  end
+end
+
+def perf_write(d)
+  ox_write_time = 0
+  mars_write_time = 0
+  
+  ox_filename = 'out.xml'
+  marshal_filename = 'out.marshal'
+  obj = d[:obj]
+
+  start = Time.now
+  (1..$iter).each do
+    xml = Ox.to_file(ox_filename, obj, :indent => 0)
+  end
+  ox_write_time = Time.now - start
+  puts "Ox dumping #{$iter} times with ox took #{ox_write_time} seconds."
+
+  if !$ox_only
+    start = Time.now
+    (1..$iter).each do
+      m = Marshal.dump(obj, circular: $circular)
+      File.open(marshal_filename, "w") { |f| f.write(m) }
+    end
+    mars_write_time = Time.now - start
+    puts "Marshal dumping and writing #{$iter} times took #{mars_write_time} seconds."
+    puts ">>> Ox is %0.1f faster than Marshal dumping.\n\n" % [mars_write_time/ox_write_time]
+
+  end
+end
+
+#if do_sample or do_files
+  data.each do |d|
+    puts "Using file #{d[:file]}."
+    
+    perf_load(d) if do_load
+    perf_dump(d) if do_dump
+    if do_load and do_dump
+      puts ">>> Ox is %0.1f faster than Marshal dumping and loading.\n\n" % [($mars_load_time + $mars_dump_time)/($ox_load_time + $ox_dump_time)] unless 0 == $mars_load_time
+    end
+
+    perf_read(d) if do_read
+    perf_write(d) if do_write
+
+  end
+#end
+

data/test/perf_pod.rb

@@ -0,0 +1,88 @@
+#!/usr/bin/env ruby -wW1
+
+$: << '.'
+$: << '..'
+$: << '../lib'
+$: << '../ext'
+
+if __FILE__ == $0
+  if (i = ARGV.index('-I'))
+    x,path = ARGV.slice!(i, 2)
+    $: << path
+  end
+end
+
+require 'optparse'
+require 'ox'
+require 'pod/cfg'
+require 'pod/xml'
+
+$verbose = 0
+$use_opt_format = false
+
+do_load = false
+do_dump = false
+
+opts = OptionParser.new
+opts.on("-v", "increase verbosity")                         { $verbose += 1 }
+opts.on("-o", "optimized format")                           { $use_opt_format = true }
+opts.on("-h", "--help", "Show this display")                { puts opts; Process.exit!(0) }
+files = opts.parse(ARGV)
+
+
+$ox_load_time = 0
+$opt_load_time = 0
+$no_load_time = 0
+$ox_dump_time = 0
+$no_dump_time = 0
+
+files = Dir.glob('data/**/*.xml')
+xml_data = files.map { |f| File.read(f) }
+
+objs = []
+start = Time.now
+xml_data.each do |xml|
+  objs << Ox.load(xml, :mode => :object, :trace => 0)
+end
+$ox_load_time = Time.now - start
+puts "Loading #{files.size} files with Ox took #{$ox_load_time} seconds."
+
+start = Time.now
+objs.each do |o|
+  xml = Ox.dump(o, :opt_format => $use_opt_format, :indent => 0)
+end
+$ox_dump_time = Time.now - start
+puts "Dumping #{files.size} files with Ox took #{$ox_dump_time} seconds."
+
+
+opt_data = objs.map { |o| Ox.dump(o, :opt_format => $use_opt_format, :indent => 0) }
+mode = $use_opt_format ? :optimized : :object
+objs = []
+start = Time.now
+opt_data.each do |xml|
+  objs << Ox.load(xml, :mode => mode, :trace => 0)
+end
+$opt_load_time = Time.now - start
+puts "Loading #{files.size} files with Optimized Ox took #{$opt_load_time} seconds.\n\n"
+
+
+objs = []
+start = Time.now
+xml_data.each do |xml|
+  objs << ::Pod::Xml.to_obj(xml)
+end
+$no_load_time = Time.now - start
+puts "Loading Pod::Xml #{files.size} files took #{$no_load_time} seconds."
+
+start = Time.now
+objs.each do |o|
+  xml = ::Pod::Xml.to_xml(o)
+end
+$no_dump_time = Time.now - start
+puts "Dumping #{files.size} files with Pod::Xml took #{$no_dump_time} seconds.\n\n"
+
+puts ">>> Ox is %0.1f faster than Pod::Xml loading." % [$no_load_time/$ox_load_time]
+puts ">>> Optimized Ox is %0.1f faster than Pod::Xml loading." % [$no_load_time/$opt_load_time]
+puts ">>> Ox is %0.1f faster than Pod::Xml dumping.\n\n" % [$no_dump_time/$ox_dump_time]
+
+puts ">>> Ox is %0.1f faster than Pod::Xml dumping and loading." % [($no_dump_time + $no_load_time)/($ox_dump_time + $opt_load_time)]

data/test/perf_write.rb

@@ -0,0 +1,80 @@
+#!/usr/bin/env ruby -wW1
+
+$: << '.'
+
+if __FILE__ == $0
+  if (i = ARGV.index('-I'))
+    x,path = ARGV.slice!(i, 2)
+    $: << path
+  end
+end
+
+require 'optparse'
+require 'pp'
+require 'nokogiri'
+require 'ox'
+
+ox_only = false
+it = 1000
+
+opts = OptionParser.new
+opts.on("-x", "ox only")                                      { ox_only = true }
+opts.on("-i", "--iterations [Int]", Integer, "iterations")    { |i| it = i }
+opts.on("-h", "--help", "Show this display")                  { puts opts }
+files = opts.parse(ARGV)
+
+obj = nil
+
+puts "to String and writing #{files}\n\n"
+
+data = files.map do |f|
+  ox_obj = Ox.parse_file(f)
+  xml = File.read(f)
+  no_obj = Nokogiri::XML::Document.parse(xml, nil, nil, Nokogiri::XML::ParseOptions::DEFAULT_XML | Nokogiri::XML::ParseOptions::NOBLANKS)
+  [f, ox_obj, no_obj]
+end
+
+start = Time.now
+data.each do |d|
+  (1..it).each do
+    xml = d[1].to_s
+  end
+end
+ox_time = Time.now - start
+puts "to String #{it} times with ox took #{ox_time} seconds."
+
+#puts obj.to_s
+
+=begin
+start = Time.now
+data.each do |d|
+  (1..it).each do
+    xml = d[1].to_s
+  end
+end
+ox_time = Time.now - start
+puts "to file #{it} times with ox took #{ox_time} seconds.\n\n"
+=end
+if !ox_only
+
+  start = Time.now
+  data.each do |d|
+    (1..it).each do
+      xml = d[2].to_s
+    end
+  end
+  no_time = Time.now - start
+  puts "to String #{it} times with nokogiri took #{no_time} seconds."
+=begin
+  start = Time.now
+  data.each do |d|
+    xml = d[1]
+    (1..it).each do
+      xml = d[2].to_s
+    end
+  end
+  no_time = Time.now - start
+  puts "to file #{it} times with nokogiri took #{no_time} seconds.\n\n"
+=end
+  puts "Ox is %0.1f faster than Nokogiri" % [no_time/ox_time]
+end

data/test/sample.rb

@@ -0,0 +1,62 @@
+#!/usr/bin/env ruby -wW2
+
+if $0 == __FILE__
+  $: << '.'
+  $: << '..'
+  $: << '../lib'
+  $: << '../ext'
+end
+
+require 'pp'
+require 'ox'
+require 'test/ox/doc'
+
+
+def sample_doc(size=3)
+  colors = [ :black, :gray, :white, :red, :blue, :yellow, :green, :purple, :orange ]
+
+  d = ::Test::Ox::Doc.new('Sample')
+
+  # add some history
+  (0..size * 10).each do |i|
+    d.add_change("Changed at t+#{i}.")
+  end
+
+  # add some layers
+  (1..size).each do |i|
+    layer = ::Test::Ox::Layer.new("Layer-#{i}")
+    (1..size).each do |j|
+      g = ::Test::Ox::Group.new
+      (1..size).each do |k|
+        g2 = ::Test::Ox::Group.new
+        r = ::Test::Ox::Rect.new(j * 40 + 10.0, i * 10.0,
+                                 10.123456 / k, 10.0 / k, colors[(i + j + k) % colors.size])
+        r.add_prop(:part_of, layer.name)
+        g2 << r
+        g2 << ::Test::Ox::Text.new("#{k} in #{j}", r.left, r.top, r.width, r.height)
+        g << g2
+      end
+      g2 = ::Test::Ox::Group.new
+      (1..size).each do |k|
+        o = ::Test::Ox::Oval.new(j * 40 + 12.0, i * 10.0 + 2.0,
+                                 6.0 / k, 6.0 / k, colors[(i + j + k) % colors.size])
+        o.add_prop(:inside, true)
+        g << o
+      end
+      g << g2
+      layer << g
+    end
+    d.layers[layer.name] = layer
+  end
+
+  # some properties
+  d.add_prop(:purpose, 'an example')
+
+  #pp d
+  #Ox.dump(d, :indent => 0)
+  d
+end
+
+if $0 == __FILE__
+  File.open('foo.xml', "w") { |f| f.write(Ox.dump(sample_doc(3), :indent => 2)) }
+end

data/test/test.rb

@@ -0,0 +1,70 @@
+#!/usr/bin/env ruby -wW1
+
+$: << '.'
+$: << 'lib'
+$: << 'ext'
+
+if __FILE__ == $0
+  if (i = ARGV.index('-I'))
+    x,path = ARGV.slice!(i, 2)
+    $: << path
+  end
+end
+
+require 'optparse'
+require 'pp'
+require 'ox'
+
+opts = OptionParser.new
+opts.on("-v", "--verbose", "display parse information") { Ox.debug = Ox.debug + 1 }
+opts.on("-h", "--help", "Show this display")            { puts opts }
+files = opts.parse(ARGV)
+
+module Park
+  class Animal
+    def initialize
+      @type = nil
+    end
+  end
+
+  class Zoo
+    
+    def self.create(n)
+      z = self.new
+      z.lion = n
+      z.tiger = n * 2
+      x
+    end
+
+    def initialize
+      @lion = nil
+      @tiger = nil
+      @bear = nil
+      @oh_my = nil
+      @oh_pi = nil
+      @big_guy = nil
+      @tea_time = nil
+      @minutes = nil
+      @empty = nil
+      @mixed = nil
+      @clueless = nil
+      @clues = nil
+      @nest = nil
+      @bb = "<base64>"
+      @roar = (3..7)
+    end
+
+  end # Zoo
+end # Park
+
+files.each do |f|
+  puts "parsing #{f}"
+  obj = Ox.file_to_obj(f)
+  puts "result:"
+  pp obj
+  #puts "***\n#{obj.instance_variable_get(:@raw)}***"
+  obj.instance_variable_set(:@roar, (3..7))
+  #Ox.to_file(obj, "foo.xml")
+  s = Ox.dump(obj, :indent => -1)
+  puts s
+end