juno 0.1.0

data/test/test_active_record.rb

@@ -0,0 +1,36 @@
+require 'helper'
+
+begin
+  describe Juno::ActiveRecord do
+    describe 'with connection option set' do
+      def new_store
+        store = Juno::ActiveRecord.new(:connection => { :adapter  => 'sqlite3', :database => File.join(make_tempdir, 'db.sqlite3')})
+        store.migrate
+        store
+      end
+
+      class_eval(&JunoSpecification)
+
+      it 'updates an existing key/value' do
+        @store['foo/bar'] = 4
+        @store['foo/bar'] += 4
+        records = @store.table.find :all, :conditions => { :key => 'foo/bar' }
+        records.count.must_equal 1
+      end
+    end
+
+    describe 'using preexisting ActiveRecord connection' do
+      include Helper
+
+      it 'uses an existing connection' do
+        ActiveRecord::Base.establish_connection :adapter => 'sqlite3', :database => File.join(make_tempdir, 'db.sqlite3')
+
+        store = Juno::ActiveRecord.new
+        store.migrate
+        store.table.table_exists?.must_equal true
+      end
+    end
+  end
+rescue LoadError => ex
+  puts "Juno::ActiveRecord not tested: #{ex.message}"
+end

data/test/test_couch.rb

@@ -0,0 +1,13 @@
+require 'helper'
+
+begin
+  describe Juno::Couch do
+    def new_store
+      Juno::Couch.new :db => 'juno'
+    end
+
+    class_eval(&JunoSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::Couch not tested: #{ex.message}"
+end

data/test/test_datamapper.rb

@@ -0,0 +1,64 @@
+require 'helper'
+
+begin
+  describe Juno::DataMapper do
+    before do
+      DataMapper.setup(:default, :adapter => :in_memory)
+    end
+
+    describe 'with the default repository' do
+      def new_store
+        Juno::DataMapper.new(:setup => "sqlite3://#{make_tempdir}/datamapper.sqlite3")
+      end
+
+      after do
+        Juno::DataMapper::Store.auto_migrate!(:juno)
+      end
+
+      class_eval(&JunoSpecification)
+    end
+
+    describe 'when :repository specified' do
+      def new_store
+        Juno::DataMapper.new(:repository => :sample, :setup => "sqlite3://#{make_tempdir}/datamapper.sqlite3")
+      end
+
+      after do
+        Juno::DataMapper::Store.auto_migrate!(:sample)
+      end
+
+      class_eval(&JunoSpecification)
+    end
+
+    describe 'with multiple stores' do
+      include Helper
+
+      before do
+        @first_store = Juno::DataMapper.new(:setup => "sqlite3://#{make_tempdir}/first.sqlite3")
+        @first_store.clear
+
+        @second_store = Juno::DataMapper.new(:repository => :sample, :setup => "sqlite3://#{make_tempdir}/second.sqlite3")
+        @second_store.clear
+      end
+
+      it 'does not cross contaminate when storing' do
+        @first_store['key'] = 'value'
+        @second_store['key'] = 'value2'
+
+        @first_store['key'].must_equal 'value'
+        @second_store['key'].must_equal 'value2'
+      end
+
+      it 'does not cross contaminate when deleting' do
+        @first_store['key'] = 'value'
+        @second_store['key'] = 'value2'
+
+        @first_store.delete('key').must_equal 'value'
+        @first_store.key?('key').must_equal false
+        @second_store['key'].must_equal 'value2'
+      end
+    end
+  end
+rescue LoadError => ex
+  puts "Juno::Datamapper not tested: #{ex.message}"
+end

data/test/test_dbm.rb

@@ -0,0 +1,13 @@
+require 'helper'
+
+begin
+  describe Juno::DBM do
+    def new_store
+      Juno::DBM.new(:file => File.join(make_tempdir, 'dbm.db'))
+    end
+
+    class_eval(&JunoSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::DBM not tested: #{ex.message}"
+end

data/test/test_expires.rb

@@ -0,0 +1,10 @@
+require 'helper'
+
+describe Juno::Expires do
+  def new_store
+    Juno::Expires.new(Juno::Memory.new)
+  end
+
+  class_eval(&JunoSpecification)
+  class_eval(&JunoExpiresSpecification)
+end

data/test/test_file.rb

@@ -0,0 +1,9 @@
+require 'helper'
+
+describe Juno::File do
+  def new_store
+    Juno::File.new(:dir => File.join(make_tempdir, 'file'))
+  end
+
+  class_eval(&JunoSpecification)
+end

data/test/test_gdbm.rb

@@ -0,0 +1,13 @@
+require 'helper'
+
+begin
+  describe Juno::GDBM do
+    def new_store
+      Juno::GDBM.new(:file => File.join(make_tempdir, 'gdbm.db'))
+    end
+
+    class_eval(&JunoSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::GDBM not tested: #{ex.message}"
+end

data/test/test_hashfile.rb

@@ -0,0 +1,9 @@
+require 'helper'
+
+describe Juno::HashFile do
+  def new_store
+    Juno::HashFile.new(:dir => File.join(make_tempdir, 'hashfile'))
+  end
+
+  class_eval(&JunoSpecification)
+end

data/test/test_localmemcache.rb

@@ -0,0 +1,13 @@
+require 'helper'
+
+begin
+  describe Juno::LocalMemCache do
+    def new_store
+      Juno::LocalMemCache.new(:file => File.join(make_tempdir, 'lmc'))
+    end
+
+    class_eval(&JunoSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::LocalMemCache not tested: #{ex.message}"
+end

data/test/test_memcached.rb

@@ -0,0 +1,15 @@
+require 'helper'
+
+begin
+  describe Juno::Memcached do
+    def new_store
+      # HACK: memcached is running on 221122 because of travis-ci
+      Juno::Memcached.new(:server => 'localhost:22122', :namespace => 'juno')
+    end
+
+    class_eval(&JunoSpecification)
+    class_eval(&JunoExpiresSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::Memcached not tested: #{ex.message}"
+end

data/test/test_memcached_dalli.rb

@@ -0,0 +1,15 @@
+require 'helper'
+
+begin
+  describe Juno::MemcachedDalli do
+    def new_store
+      # HACK: memcached is running on 221122 because of travis-ci
+      Juno::MemcachedDalli.new(:server => 'localhost:22122', :namespace => 'juno')
+    end
+
+    class_eval(&JunoSpecification)
+    class_eval(&JunoExpiresSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::MemcachedDalli not tested: #{ex.message}"
+end

data/test/test_memcached_native.rb

@@ -0,0 +1,15 @@
+require 'helper'
+
+begin
+  describe Juno::MemcachedNative do
+    def new_store
+      # HACK: memcached is running on 221122 because of travis-ci
+      Juno::MemcachedNative.new(:server => 'localhost:22122', :namespace => 'juno')
+    end
+
+    class_eval(&JunoSpecification)
+    class_eval(&JunoExpiresSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::MemcachedNative not tested: #{ex.message}"
+end

data/test/test_memory.rb

@@ -0,0 +1,9 @@
+require 'helper'
+
+describe Juno::Memory do
+  def new_store
+    Juno::Memory.new
+  end
+
+  class_eval(&JunoSpecification)
+end

data/test/test_mongodb.rb

@@ -0,0 +1,13 @@
+require 'helper'
+
+begin
+  describe Juno::MongoDB do
+    def new_store
+      Juno::MongoDB.new
+    end
+
+    class_eval(&JunoSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::MongoDB not tested: #{ex.message}"
+end

data/test/test_proxy.rb

@@ -0,0 +1,9 @@
+require 'helper'
+
+describe Juno::Proxy do
+  def new_store
+    Juno::Proxy.new(Juno::Proxy.new(Juno::Memory.new))
+  end
+
+  class_eval(&JunoSpecification)
+end

data/test/test_pstore.rb

@@ -0,0 +1,9 @@
+require 'helper'
+
+describe Juno::PStore do
+  def new_store
+    Juno::PStore.new(:file => File.join(make_tempdir, 'pstore'))
+  end
+
+  class_eval(&JunoSpecification)
+end

data/test/test_redis.rb

@@ -0,0 +1,13 @@
+require 'helper'
+
+begin
+  describe Juno::Redis do
+    def new_store
+      Juno::Redis.new
+    end
+
+    class_eval(&JunoSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::Redis not tested: #{ex.message}"
+end

data/test/test_riak.rb

@@ -0,0 +1,13 @@
+require 'helper'
+
+begin
+  describe Juno::Riak do
+    def new_store
+      Juno::Riak.new
+    end
+
+    class_eval(&JunoSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::Riak not tested: #{ex.message}"
+end

data/test/test_sdbm.rb

@@ -0,0 +1,13 @@
+require 'helper'
+
+begin
+  describe Juno::SDBM do
+    def new_store
+      Juno::GDBM.new(:file => File.join(make_tempdir, 'gdbm.db'))
+    end
+
+    class_eval(&JunoSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::SDBM not tested: #{ex.message}"
+end

data/test/test_sequel.rb

@@ -0,0 +1,13 @@
+require 'helper'
+
+begin
+  describe Juno::Sequel do
+    def new_store
+      store = Juno::Sequel.new(:db => 'sqlite:/')
+      store.migrate
+      store
+    end
+
+    class_eval(&JunoSpecification)
+  end
+end

data/test/test_sqlite.rb

@@ -0,0 +1,13 @@
+require 'helper'
+
+begin
+  describe Juno::Sqlite do
+    def new_store
+      Juno::Sqlite.new(:file => ':memory:')
+    end
+
+    class_eval(&JunoSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::Sqlite not tested: #{ex.message}"
+end

data/test/test_tokyocabinet.rb

@@ -0,0 +1,13 @@
+require 'helper'
+
+begin
+  describe Juno::TokyoCabinet do
+    def new_store
+      Juno::TokyoCabinet.new(:file => File.join(make_tempdir, 'tokyocabinet.db'))
+    end
+
+    class_eval(&JunoSpecification)
+  end
+rescue LoadError => ex
+  puts "Juno::TokyoCabinet not tested: #{ex.message}"
+end

data/test/test_yaml.rb

@@ -0,0 +1,9 @@
+require 'helper'
+
+describe Juno::YAML do
+  def new_store
+    Juno::YAML.new(:file => File.join(make_tempdir, 'yaml'))
+  end
+
+  class_eval(&JunoSpecification)
+end

data/unsupported/benchmarks.rb

@@ -0,0 +1,234 @@
+#!/usr/bin/env ruby
+require 'benchmark'
+require "rubygems"
+
+# Hacked arrays
+# Array modifications
+class HackedArray < Array
+  # Random keys/values
+  attr_reader :keys_used
+  def random_key(no_repeat = true, clean_keys_used = false)
+    @keys_used = [] if clean_keys_used or @keys_used.nil? or @keys_used.size == self.size
+    begin key = rand(self.size) end while no_repeat and @keys_used.include?(key)
+    @keys_used << key
+    return key
+  end
+
+  def random_value(no_repeat = true, clean_keys_used = false)
+    values_at(random_key(no_repeat, clean_keys_used)).first
+  end
+  alias_method :random, :random_value
+
+  def random_subset(n, no_repeat = true, clean_keys_used = true)
+    (1..n).map{|x| random_value(no_repeat, (clean_keys_used && x == 1))}
+  end
+
+  def self.new_from_string(str)
+    res = new
+    str.split('').each{|x| res << x}
+    res
+  end
+end
+
+require "../lib/juno"
+require "juno/memcache"
+require "juno/tyrant"
+require "juno/berkeley"
+
+
+stores = {
+  'Redis' => { },
+  'Memcached' => { :class_name => "Memcache", :server => "localhost:11211", :namespace => 'juno_bench' },
+  'Tyrant' => { :host => 'localhost', :port => 1978 }, # Breaks for any n > 50 on my machine
+  'MongoDB' => { :host => 'localhost', :port => 27017, :db => 'juno_bench' },
+  'LMC' => { :filename => "bench.lmc" },
+  'Berkeley' => { :file => "bench.bdb" },
+  'Rufus' => {:file => "bench.rufus"},
+  'Memory' => { },
+  'DataMapper' => { :setup => "sqlite3::memory:" },
+  # 'Couch' => {:db => "couch_test"},
+  'TC (Tyrant)' => 
+    {:name => "test.tieredtyrant", :backup => Juno::Tyrant.new(:host => "localhost", :port => 1978), :class_name => "TieredCache"},
+  'TC (Memcached)' => 
+    {:name => "test.tieredmc", :backup => Juno::Memcache.new(:server => "localhost:11211", :namespace => "various"), :class_name => "TieredCache"}
+}
+
+stats, keys, data, errors, summary = {}, [], HackedArray.new, HackedArray.new, HackedArray.new
+dict = HackedArray.new_from_string 'abcdefghijklnopq123456789'
+n = ARGV[0] ? ARGV[0].to_i : 100
+m = ARGV[1] ? ARGV[1].to_i : 10
+c = ARGV[2] ? ARGV[2].to_i : 3
+vlen_min, vlen_max, vlen_ttl, vlen_avg = 99999, 0, 0, 0
+ds = dict.size
+
+puts "======================================================================"
+puts "Comparison of write/read between Juno Stores"
+puts "======================================================================"
+
+puts "Data loading..."
+n.times do |x|
+  klen = 6 + rand(3)
+  vlen = (rand(m) + 1) * (rand(m) + rand(m) + 1)
+  key = dict.random_subset(klen).join
+  keys << key
+  value = key * vlen
+  data << [key, value]
+  vs = value.size
+  vlen_min = vs if vs < vlen_min
+  vlen_max = vs if vs > vlen_max
+  vlen_ttl = vlen_ttl + vs
+end
+vlen_avg = vlen_ttl / n
+
+puts "----------------------------------------------------------------------"
+#puts data.inspect
+puts "Total keys: #{keys.size}, unique: #{keys.uniq.size}"
+#puts keys.sort.inspect
+
+puts "----------------------------------------------------------------------"
+puts "                  Minimum    Maximum      Total    Average        xps "
+puts "----------------------------------------------------------------------"
+puts "Lenght Stats   % 10i % 10i % 10i % 10i " % [vlen_min, vlen_max, vlen_ttl, vlen_avg]
+
+module Juno
+  class TieredCache
+    include Juno::Defaults
+  
+    def initialize(options)
+      @bdb = Juno::Berkeley.new(:file => File.join(File.dirname(__FILE__), options[:name]))
+      @mc = options[:backup]
+      # @mc = Juno::Tyrant.new(:host => "localhost", :port => 1978)
+      # @mc  = Juno::Memcache.new(:server => "localhost:11211", :namespace => options[:name])
+    end
+  
+    def [](key)
+      val = @bdb[key]
+      unless val
+        @bdb[key] = val if val = @mc[key]
+      end
+      val
+    end
+  
+    def []=(key, val)
+      @bdb[key] = val
+      @mc[key]  = val
+    end
+  
+    def store(key, value, options = {})
+      @bdb.store(key, value, options)
+      @mc.store(key, value, options)
+    end
+  
+    def delete(key)
+      bdb_val = @bdb.delete(key)
+      mc_val  = @mc.delete(key)
+      bdb_val || mc_val
+    end
+  
+    def clear
+      @mc.clear
+      @bdb.clear
+    end
+  
+    def update_key(name, options)
+      @mc.update_key(name, options)
+      @bdb.update_key(name, options)
+    end
+  
+    def key?(key)
+      @bdb.key?(key) || @mc.key?(key)
+    end
+  end
+end
+
+stores.each do |name, options|
+  cname = options.delete(:class_name) || name
+  puts "======================================================================"
+  puts name
+  puts "----------------------------------------------------------------------"
+  begin
+    require "../lib/juno/#{cname.downcase}"
+  rescue LoadError
+  end
+  klass = Juno.const_get(cname)
+  @cache = klass.new(options)
+  stats[name] = {
+    :writes => [],
+    :reads => [],
+    :totals => [],
+    :avgs => [],
+  }
+  c.times do |round|
+    @cache.clear
+    print "[#{round + 1}] R"
+    m1 = Benchmark.measure do
+      n.times do
+        key, value = data.random
+          
+        @cache[key] = value
+      end
+    end
+    stats[name][:writes] << m1.real
+    print "W "
+    m2 = Benchmark.measure do
+      n.times do
+        key, value = data.random
+        res = @cache[key]
+        errors << [name, key, value, res] unless res == value
+      end
+    end
+    stats[name][:reads] << m2.real
+    stats[name][:totals] << (m1.real + m2.real)
+    stats[name][:avgs] << (m1.real + m2.real)
+  end
+  print "\n"
+  puts "----------------------------------------------------------------------"
+  puts "                  Minimum    Maximum      Total    Average        xps "
+  puts "----------------------------------------------------------------------"
+  tcmin, tcmax, tctot, tcavg = 99999, 0, 0, 0
+  [:writes, :reads].each do |sname|
+    cmin, cmax, ctot, cavg = 99999, 0, 0, 0
+    stats[name][sname].each do |val|
+      cmin = val if val < cmin
+      tcmin = val if val < tcmin
+      cmax = val if val > cmax
+      tcmax = val if val > tcmax
+      ctot = ctot + val
+      tctot = tctot + val
+    end
+    cavg = ctot / c
+    puts "%-14.14s % 10.4f % 10.4f % 10.4f % 10.4f % 10.4f " % ["#{name} #{sname}", cmin, cmax, ctot, cavg, n / cavg]
+  end
+  tcavg = tctot / (c * 2)
+  puts "%-14.14s % 10.4f % 10.4f % 10.4f % 10.4f % 10.4f " % ["#{name} avgs", tcmin, tcmax, tctot, tcavg, n / tcavg]
+  summary << [name, tcmin, tcmax, tctot, tcavg, n / tcavg]
+end
+puts "----------------------------------------------------------------------"
+if errors.size > 0
+  puts "Errors : #{errors.size}"
+#  puts errors.inspect
+else
+  puts "No errors in reading!"
+end
+puts "======================================================================"
+puts "Summary :: #{c} runs, #{n} keys"
+puts "======================================================================"
+puts "                  Minimum    Maximum      Total    Average        xps "
+puts "----------------------------------------------------------------------"
+summary.each do |sry|
+  puts "%-14.14s % 10.4f % 10.4f % 10.4f % 10.4f % 10.4f " % sry
+end
+puts "======================================================================"
+puts "THE END"
+puts "======================================================================"
+
+#======================================================================
+#Summary :: 3 runs, 1000 keys
+#======================================================================
+#                  Minimum    Maximum      Total    Average       xps
+#----------------------------------------------------------------------
+#MemcacheDB         0.6202     2.7850     7.0099     1.1683   855.9366
+#Memcached          0.4483     0.6563     3.3251     0.5542  1804.4385
+#Redis              0.3282     0.5221     2.2965     0.3828  2612.6444
+#MongoDB            0.6660     1.0539     5.1667     0.8611  1161.2745
+#======================================================================