metry 1.0.0

data/vendor/rufus-tokyo/spec/util_list_spec.rb

@@ -0,0 +1,200 @@
+
+#
+# Specifying rufus-tokyo
+#
+# Tue Jan 27 16:30:34 JST 2009
+#
+
+require File.dirname(__FILE__) + '/spec_base'
+
+require 'rufus/tokyo'
+
+
+describe 'Rufus::Tokyo::List' do
+
+  before do
+    @l = Rufus::Tokyo::List.new
+  end
+  after do
+    @l.free
+  end
+
+  it 'should be empty initially' do
+    @l.size.should.be.zero
+  end
+
+  it 'should respond to <<' do
+    l = @l << 'a'
+    @l.size.should.equal(1)
+    l.should.equal(@l)
+  end
+
+  it 'should respond to push' do
+    l = @l.push('a')
+    @l.size.should.equal(1)
+    l.should.equal(@l)
+  end
+
+  it 'should respond to push with multiple arguments' do
+    @l.push('a', 'b', 'c')
+    @l.size.should.equal(3)
+  end
+
+  it 'should respond to pop' do
+    @l.pop.should.be.nil
+  end
+
+  it 'should respond to shift' do
+    @l.shift.should.be.nil
+  end
+
+  it 'should accept strings with \\0' do
+    s = "tokyo#{0.chr}cabinet"
+    @l << s
+    @l.pop.should.equal(s)
+  end
+
+  it 'should iterate over values with \\0' do
+    @l << 'ab' << "c#{0.chr}d" << 'ef'
+    s = @l.inject('') { |s, e| s << e }
+    s.should.equal("abc#{0.chr}def")
+  end
+
+  it 'should pop values with \\0' do
+    s = "shinbashi#{0.chr}closet"
+    @l << s
+    @l.pop.should.equal(s)
+  end
+
+  it 'should shift values with \\0' do
+    s = "shinbashi#{0.chr}closet"
+    @l << s
+    @l.shift.should.equal(s)
+  end
+
+  it 'should unshift values with \\0' do
+    s = "shinbashi#{0.chr}closet"
+    @l.unshift(s)
+    @l[0].should.equal(s)
+  end
+
+  it 'should remove values with \\0' do
+    s = "shinbashi#{0.chr}closet"
+    @l << s
+    @l.delete_at(0).should.equal(s)
+  end
+
+  it 'should overwrite values with \\0' do
+    s0 = "shinbashi#{0.chr}closet"
+    s1 = "sugamo#{0.chr}drawer"
+    @l << s0
+    @l[0] = s1
+    @l[0].should.equal(s1)
+  end
+
+  #it 'should delete [multiple] values' do
+  #  %w[ a b a c a ].each { |e| @l << e }
+  #  @l.delete('a')
+  #  @l.to_a.should.equal(%w[ b c ])
+  #end
+  #it 'should return the deleted value' do
+  #  %w[ a b a c a ].each { |e| @l << e }
+  #  @l.delete('d').should.be.nil
+  #end
+  #it 'should return the value of the default block when deleting a missing elt' do
+  #  %w[ a b a c a ].each { |e| @l << e }
+  #  @l.delete('d') { 'nada' }.should.equal('nada')
+  #end
+
+  unless defined?(JRUBY_VERSION)
+    it 'should not accept non-string values' do
+      lambda {
+        @l << 2
+      }.should.raise(ArgumentError)
+    end
+  end
+
+end
+
+describe 'Rufus::Tokyo::List' do
+
+  it 'should close itself and return its ruby version upon #release' do
+
+    l = Rufus::Tokyo::List.new << 'a' << 'b' << 'c'
+    l.release.should.equal(%w{ a b c })
+    l.instance_variable_get(:@list).should.be.nil
+  end
+
+  it 'can be created from a Ruby Array' do
+
+    l = Rufus::Tokyo::List.new(%w{ a b c })
+    l.pointer.is_a?(FFI::Pointer).should.be.true
+  end
+end
+
+describe 'Rufus::Tokyo::List' do
+
+  before do
+    @l = Rufus::Tokyo::List.new
+    @l << 'a' << 'b' << 'c' << 'd'
+  end
+  after do
+    @l.free
+  end
+
+  it 'should respond to pop' do
+    @l.pop.should.equal('d')
+    @l.size.should.equal(3)
+  end
+
+  it 'should respond to shift' do
+    @l.shift.should.equal('a')
+    @l.size.should.equal(3)
+  end
+
+  it 'should respond to unshift' do
+    @l.unshift('z')
+    @l.size.should.equal(5)
+  end
+
+  it 'should slice correctly' do
+    @l[1].should.equal('b')
+    @l[-1].should.equal('d')
+    @l[0, 2].should.equal(%w{ a b })
+    @l[0..-1].should.equal(%w{ a b c d })
+    @l[0..1].should.equal(%w{ a b })
+    @l[0, -1].should.be.nil
+  end
+end
+
+describe 'Rufus::Tokyo::List' do
+
+  before do
+    @l = Rufus::Tokyo::List.new
+    @l.push(*%w{ - - - - e })
+  end
+  after do
+    @l.free
+  end
+
+  it 'should overwrite slices (0)' do
+    @l[0, 3] = %w{ a b c }
+    @l.to_a.should.equal(%w{ a b c - e })
+  end
+
+  it 'should overwrite slices (1)' do
+    @l[1..2] = %w{ a b }
+    @l.to_a.should.equal(%w{ - a b - e })
+  end
+
+  it 'should overwrite slices (2)' do
+    @l[0, 2] = '?'
+    @l.to_a.should.equal(%w{ ? - - e })
+  end
+
+  it 'should overwrite slices (3)' do
+    @l[0..2] = '?'
+    @l.to_a.should.equal(%w{ ? - e })
+  end
+end
+

data/vendor/rufus-tokyo/spec/util_map_spec.rb

@@ -0,0 +1,132 @@
+
+#
+# Specifying rufus-tokyo
+#
+# Mon Jan 26 15:10:03 JST 2009
+#
+
+require File.dirname(__FILE__) + '/spec_base'
+
+require 'rufus/tokyo'
+
+
+describe 'Rufus::Tokyo::Map' do
+
+  before do
+    @m = Rufus::Tokyo::Map.new
+  end
+  after do
+    @m.free
+  end
+
+  it 'should be empty initially' do
+    @m.size.should.be.zero
+  end
+
+  it 'should respond to #size and #length' do
+    @m.size.should.be.zero
+    @m.length.should.be.zero
+  end
+
+  it 'should return nil when there is no value for a key' do
+    @m['missing'].should.be.nil
+  end
+
+  it 'should accept input' do
+    @m['a'] = 'b'
+    @m.size.should.equal(1)
+  end
+
+  it 'should fetch values' do
+    @m['a'] = 'b'
+    @m['a'].should.equal('b')
+  end
+
+  it 'should accept and restitute strings with \\0' do
+    s = "shinjuku#{0.chr}jiken"
+    @m[s] = s
+    @m[s].should.equal(s)
+  end
+
+  it 'should delete value with \\0' do
+    s = "shinjuku#{0.chr}jiken"
+    @m[s] = s
+    @m.delete(s).should.equal(s)
+  end
+
+  it 'should iterate over values with \\0' do
+    s = "oumya#{0.chr}box"
+    (1..4).inject(@m) { |m, i| m["#{s}_k#{i}"] = "#{s}_v#{i}"; m }
+    a = @m.inject([]) { |a, (k, v)| a << k << v; a }
+    a.each { |e| e.should.match(/^oumya.box_[kv]/) }
+  end
+
+  unless defined?(JRUBY_VERSION)
+    it 'should raise an ArgumentError on non-string input' do
+      lambda {
+        @m[1] = 2
+      }.should.raise(ArgumentError)
+      lambda {
+        @m['a'] = 2
+      }.should.raise(ArgumentError)
+      lambda {
+        @m[1] = 'b'
+      }.should.raise(ArgumentError)
+    end
+  end
+end
+
+describe 'Rufus::Tokyo::Map class, like the Ruby Hash class,' do
+
+  it 'should respond to #[]' do
+    m = Rufus::Tokyo::Map[ 'a' => 'b' ]
+    m.class.should.equal(Rufus::Tokyo::Map)
+    m['a'].should.equal('b')
+    m.free
+  end
+end
+
+describe 'Rufus::Tokyo::Map, like a Ruby Hash,' do
+
+  before do
+    @m = Rufus::Tokyo::Map[%w{ a A b B c C }]
+  end
+  after do
+    @m.free
+  end
+
+  it 'should list keys' do
+    @m.keys.should.equal(%w{ a b c })
+  end
+
+  it 'should list values' do
+    @m.values.should.equal(%w{ A B C })
+  end
+
+  it 'should respond to merge (and return a Hash)' do
+    h = @m.merge('d' => 'D')
+    h.should.equal(::Hash[*%w{ a A b B c C d D }])
+    @m.size.should.equal(3)
+  end
+
+  it 'should respond to merge! (and return self)' do
+    r = @m.merge!('d' => 'D')
+    @m.size.should.equal(4)
+    r.should.equal(@m)
+  end
+end
+
+describe 'Rufus::Tokyo::Map, as an Enumerable,' do
+
+  before do
+    @m = Rufus::Tokyo::Map[%w{ a A b B c C }]
+  end
+  after do
+    @m.free
+  end
+
+  it 'should respond to collect' do
+    @m.inject('') { |s, (k, v)| s << "#{k}#{v}" }.should.equal('aAbBcC')
+  end
+end
+

data/vendor/rufus-tokyo/tasks/dev.rb

@@ -0,0 +1,70 @@
+  desc "tasks for handling extension libraries"
+  namespace :ext do
+
+    def git_repo
+      {
+        :cabinet => "git://github.com/etrepum/tokyo-cabinet.git",
+        :tyrant => "git://github.com/etrepum/tokyo-tyrant.git"
+      }
+    end
+
+    def extensions
+      [:cabinet, :tyrant]
+    end
+
+    def ext_root_path
+      File.expand_path(File.join(File.dirname(__FILE__), '..', 'ext'))
+    end
+
+    def ext_local_of type
+      File.join(ext_root_path, "tokyo-#{type}")
+    end
+
+    desc "creates the extensions build directory"
+    task :create do
+      mkdir_p ext_root_path
+    end
+
+    desc "removes the extensions build directory"
+    task :remove do
+      rm_rf ext_root_path
+    end
+
+    desc "builds the extensions, takes PREFIX for where to install"
+    task :build => [:create] do
+      extensions.each do |ext|
+        sh "cd #{ext_local_of ext} &&
+            ./configure --prefix=#{ENV['PREFIX'] || '/usr/local'} && 
+            make"
+      end
+    end
+
+    desc "installs the extensions [REQUIRES SUDO AND BUILD_ALL]"
+    task :install do
+      extensions.each do |ext|
+        sh "cd #{ext_local_of ext} && sudo make install"
+      end
+    end
+
+    desc "clones/pulls and builds all extensions, takes PREFIX for where to install"
+    task :build_all => [:create] + extensions + [:build]
+
+    desc "builds and installs all the extensions"
+    task :install_all => [:build_all, :install]
+
+    desc "update all the extensions"
+    task :update_all => extensions
+
+    extensions.each do |ext|
+      desc "clones and/or updates the etrepum/tokyo-#{ext} repo"
+      task ext => [:create] do
+        repo = ext_local_of ext
+        if ! File.directory?(repo)
+          sh "cd #{ext_root_path} && git clone #{git_repo[ext]}"
+        else
+          sh "cd #{repo} && git checkout master && git pull"
+        end
+      end
+    end
+
+  end

data/vendor/rufus-tokyo/test/bm0.rb

@@ -0,0 +1,353 @@
+
+#
+# a bit of benchmarking
+#
+# some gists of runs :
+#
+# http://gist.github.com/60709
+#
+
+$:.unshift('lib')
+
+require 'benchmark'
+
+require 'date'
+require 'fileutils'
+
+require 'rubygems'
+
+
+# Are the 'native'/'author' ruby bindings present ?
+
+puts
+
+begin
+  require 'tokyocabinet'
+rescue LoadError
+  puts "Tokyo Cabinet 'native' ruby bindings not present"
+end
+
+begin
+  require 'tokyotyrant'
+rescue LoadError
+  puts "Tokyo Tyrant 'native' ruby bindings not present"
+end
+
+begin
+  require 'memcache'
+rescue LoadError
+  puts "\ngem memcache-client not present"
+end
+
+# moving on...
+
+N = 10_000
+
+puts
+puts Time.now.to_s
+puts "N is #{N}"
+puts "ruby is #{RUBY_VERSION}"
+
+# ==============================================================================
+# bench methods
+# ==============================================================================
+
+#
+# note : pre db.clear and post db.close are included.
+#
+def rufus_cabinet_bench (bench_title, db)
+
+  db.clear
+
+  2.times { puts }
+  puts bench_title
+
+  Benchmark.benchmark(' ' * 31 + Benchmark::Tms::CAPTION, 31) do |b|
+
+    b.report('inserting one') do
+      db['a'] = 'A'
+    end
+    b.report('inserting N') do
+      N.times { |i| db["key #{i}"] = "value #{i}" }
+    end
+    b.report('finding all keys') do
+      db.keys
+    end
+
+    unless db.class.name.match(/^Rufus::Edo::/)
+      b.report('finding all keys (native)') do
+        db.keys(:native => true).free
+      end
+    end
+
+    b.report('finding all keys (pref)') do
+      db.keys(:prefix => 'key ')
+    end
+    b.report('finding all keys (r pref)') do
+      db.keys.select { |k| k[0, 4] == 'key ' }
+    end
+    b.report('finding all') do
+      db.values
+    end
+    b.report('iterate all') do
+      db.each { |k, v| }
+    end
+    b.report('find first') do
+      db["key #{0}"]
+    end
+    b.report('delete first') do
+      db.delete("key #{0}")
+    end
+
+    txt = 'delete_keys_with_prefix "1"'
+    txt += ' (M)' if db.class.name == 'Rufus::Edo::Cabinet'
+    b.report(txt) do
+      db.delete_keys_with_prefix('key 1')
+    end
+
+    b.report('del keys with prefix "2" (m)') do
+      ks = db.keys(:prefix => 'key 2')
+      ks.each { |k| db.delete(k) }
+    end
+  end
+
+  db.close
+end
+
+# = table ==
+
+puts "\npreparing fake data for table tests..."
+
+require 'faker'
+
+DATA = (0..N - 1).collect { |i|
+  {
+    'name' => Faker::Name.name,
+    'sex' => (i % 2) ? 'male' : 'female',
+    'birthday' => DateTime.new(1972, 10, 14),
+    'divisions' => (i % 2) ? 'brd' : 'dev'
+  }
+}
+
+DATA1 = DATA.collect { |e|
+  h = e.dup
+  h['birthday'] = h['birthday'].to_s
+  h
+}
+  # Tokyo Cabinet tables only do strings
+
+
+# = memcache ===
+
+#
+# tiny test for memcache_client gem
+#
+# note : space is an illegal char in keys here !
+#
+def limited_bench (bench_title, db)
+
+  2.times { puts }
+  puts bench_title
+
+  Benchmark.benchmark(' ' * 31 + Benchmark::Tms::CAPTION, 31) do |b|
+
+    b.report('inserting one') do
+      db['a'] = 'A'
+    end
+    b.report('inserting N') do
+      N.times { |i| db["key#{i}"] = "value #{i}" }
+    end
+    b.report('find first') do
+      db["key#{0}"]
+    end
+    b.report('delete first') do
+      db.delete("key#{0}")
+    end
+  end
+end
+
+
+#
+# note : pre db.clear and post db.close are included.
+#
+def rufus_table_bench (bench_title, db)
+
+  2.times { puts }
+  puts bench_title
+
+  Benchmark.benchmark(' ' * 31 + Benchmark::Tms::CAPTION, 31) do |b|
+
+    db.clear
+
+    db.clear
+    db.set_index('name', :lexical)
+
+    b.report('inserting data (index set)') do
+      DATA1.each_with_index { |e, i| db["key #{i.to_s}"] = e }
+    end
+
+    db.clear
+    db.set_index('name', :remove)
+
+    b.report('inserting data (no index)') do
+      DATA1.each_with_index { |e, i| db["key #{i.to_s}"] = e }
+    end
+
+    b.report('finding all keys') do
+      db.keys
+    end
+    b.report('finding all keys (pref)') do
+      db.keys(:prefix => 'key ')
+    end
+    b.report('finding all keys (r pref)') do
+      db.keys.select { |k| k[0, 4] == 'key ' }
+    end
+    b.report('finding all') do
+      db.query { |q| }
+    end
+    b.report('find last') do
+      db["key #{DATA.size.to_s}"]
+    end
+    b.report('delete last') do
+      db.delete("key #{DATA.size.to_s}")
+    end
+    b.report('find Alphonse') do
+      db.query { |q| q.add('name', :equals, DATA1[0]['name']) }
+    end
+
+    b.report("setting index (#{DATA.size} rows)") do
+      db.set_index('name', :lexical)
+    end
+
+    b.report('find Alphonse (index set)') do
+      db.query { |q| q.add('name', :equals, DATA1[0]['name']) }
+    end
+
+    b.report('delete_keys_with_prefix "1"') do
+      db.delete_keys_with_prefix('key 1')
+    end
+    #b.report('del keys with prefix "2" (m)') do
+    #  ks = db.keys(:prefix => 'key 2')
+    #  ks.each { |k| db.delete(k) }
+    #end
+  end
+
+  db.close
+end
+
+# ==============================================================================
+# hashes
+# ==============================================================================
+
+#
+# Tokyo Cabinet ===============================================================
+#
+
+require 'rufus/tokyo'
+
+FileUtils.rm_f('tmp/test.tch')
+
+rufus_cabinet_bench('TC', Rufus::Tokyo::Cabinet.new('tmp/test.tch'))
+
+#
+# 'native' ruby bindings
+#
+
+FileUtils.rm_f('tmp/test.tch')
+
+if defined?(TokyoCabinet)
+
+  require 'rufus/edo'
+
+  rufus_cabinet_bench('Edo TC', Rufus::Edo::Cabinet.new('tmp/test.tch'))
+end
+
+
+#
+# Tokyo Tyrant ================================================================
+#
+
+require 'rufus/tokyo/tyrant'
+
+rufus_cabinet_bench('TT', Rufus::Tokyo::Tyrant.new('127.0.0.1', 45000))
+
+
+#
+# 'native' Tokyo Tyrant ========================================================
+#
+
+if defined?(TokyoTyrant)
+
+  require 'rufus/edo/ntyrant'
+
+  rufus_cabinet_bench('net TT', Rufus::Edo::NetTyrant.new('127.0.0.1', 45000))
+end
+
+
+if defined?(MemCache)
+
+  db = MemCache.new(
+    :compression => false,
+    :readonly => false,
+    :debug => false)
+  db.servers = [ '127.0.0.1:45000' ]
+
+  limited_bench('TT over memcache-client', db)
+
+  db = MemCache.new(
+    :compression => true,
+    :readonly => false,
+    :debug => false)
+  db.servers = [ '127.0.0.1:45000' ]
+
+  limited_bench('TT over memcache-client (:compression => true)', db)
+end
+
+
+# ==============================================================================
+# tables
+# ==============================================================================
+
+#
+# Tokyo Cabinet table =========================================================
+#
+
+FileUtils.rm_f('tmp/test.tct')
+
+rufus_table_bench('TC table', Rufus::Tokyo::Table.new('tmp/test.tct'))
+
+
+#
+# 'native' Tokyo Cabinet table =================================================
+#
+
+FileUtils.rm_f('tmp/test.tct')
+
+
+if defined?(TokyoCabinet)
+
+  require 'rufus/edo'
+
+  rufus_table_bench('Edo TC table', Rufus::Edo::Table.new('tmp/test.tct'))
+end
+
+#
+# Tokyo Tyrant table ===========================================================
+#
+
+rufus_table_bench(
+  'TT table', Rufus::Tokyo::TyrantTable.new('localhost', 45001))
+
+
+#
+# 'author' Tokyo Tyrant table ==================================================
+#
+
+if defined?(TokyoTyrant)
+
+  rufus_table_bench(
+    "net TT table", Rufus::Edo::NetTyrantTable.new('127.0.0.1', 45001))
+end
+
+puts
+