rufus-tokyo 1.0.3 → 1.0.4

data/test/bm1_compression.rb

@@ -0,0 +1,54 @@
+
+require 'rubygems'
+require 'faker'
+require 'benchmark'
+require 'rufus/tokyo'
+
+N = 100_000
+
+NAME = Faker::Name.name
+
+DATA = (0..N-1).collect { |i|
+  #{ 'name' => Faker::Name.name, 'sex' => 'male' }
+  { 'name' => NAME * 100, 'sex' => 'male' }
+}
+
+t0 = Rufus::Tokyo::Table.new('toto0.tdb')
+t1 = Rufus::Tokyo::Table.new('toto1.tdb', :opts => 'ld')
+t2 = Rufus::Tokyo::Table.new('toto2.tdb', :opts => 'lb')
+#t3 = Rufus::Tokyo::Table.new('toto3.tdb', :opts => 'lt')
+
+t0.clear
+t1.clear
+t2.clear
+#t3.clear
+
+Benchmark.benchmark(' ' * 20 + Benchmark::Tms::CAPTION, 20) do |b|
+  b.report('no compression') do
+    DATA.each_with_index { |row, i| t0["pk#{i}"] = row }
+  end
+  b.report('deflate') do
+    DATA.each_with_index { |row, i| t1["pk#{i}"] = row }
+  end
+  b.report('bzip2') do
+    DATA.each_with_index { |row, i| t2["pk#{i}"] = row }
+  end
+  #b.report('tcbs') do
+  #  DATA.each_with_index { |row, i| t3["pk#{i}"] = row }
+  #end
+end
+
+t0.close
+t1.close
+t2.close
+#t3.close
+
+puts
+
+puts 'no compression  : ' + `ls -l toto0.tdb | awk '{ print $5 }'`
+puts 'deflate         : ' + `ls -l toto1.tdb | awk '{ print $5 }'`
+puts 'bzip2           : ' + `ls -l toto2.tdb | awk '{ print $5 }'`
+#puts 'tcbs            : ' + `ls -l toto3.tdb | awk '{ print $5 }'`
+
+puts
+

data/test/con0.rb

@@ -0,0 +1,30 @@
+
+require 'rubygems'
+
+require 'rufus/scheduler'
+require 'rufus/tokyo/tyrant'
+require 'rufus/edo/ntyrant'
+
+SCHEDULER = Rufus::Scheduler.start_new
+
+FFI_TABLE = Rufus::Tokyo::TyrantTable.new('127.0.0.1', 45001)
+NET_TABLE = Rufus::Edo::NetTyrantTable.new('127.0.0.1', 45001)
+
+def check_connection (table)
+  p [ table.class, table.stat ]
+end
+
+$interval = 0
+
+BLOCK = lambda {
+  puts "=== #{Time.now}"
+  check_connection(FFI_TABLE)
+  check_connection(NET_TABLE)
+  $interval = $interval + 1
+  SCHEDULER.in("#{$interval}h", &BLOCK)
+}
+
+BLOCK.call
+
+SCHEDULER.join
+

data/test/mem.rb

@@ -0,0 +1,49 @@
+
+%w{ lib test }.each do |path|
+  path = File.expand_path(File.dirname(__FILE__) + '/../' + path)
+  $: << path unless $:.include?(path)
+end
+
+require 'fileutils'
+
+
+def self_ps
+  ps = `ps -v #{$$}`.split("\n").last.split(' ')
+  %w{
+    pid stat time sl re pagein vsz rss lim tsiz pcpu pmem command
+  }.inject({}) { |h, k|
+    h[k.intern] = ps.shift; h
+  }
+end
+
+def pmem (msg)
+  p [ msg, "#{self_ps[:vsz].to_i / 1024}k" ]
+end
+
+pmem 'starting'
+
+require 'rubygems'
+require 'rufus/tokyo'
+
+FileUtils.rm('test_mem.tch')
+
+db = Rufus::Tokyo::Cabinet.new('test_mem.tch')
+
+pmem 'wired to db'
+
+500_000.times { |i| db[i.to_s] = "value#{i}" }
+
+pmem 'loaded 500_000 records'
+
+db.each { |k, v| k }
+
+pmem 'iterated 500_000 records'
+
+a = db.collect { |k, v| k + v }
+
+pmem 'collected 500_000 records'
+
+db.close
+
+pmem 'closed db'
+

data/test/mem1.rb

@@ -0,0 +1,44 @@
+
+%w{ lib test }.each do |path|
+  path = File.expand_path(File.dirname(__FILE__) + '/../' + path)
+  $: << path unless $:.include?(path)
+end
+
+require 'fileutils'
+
+
+def self_ps
+  ps = `ps -v #{$$}`.split("\n").last.split(' ')
+  %w{
+    pid stat time sl re pagein vsz rss lim tsiz pcpu pmem command
+  }.inject({}) { |h, k|
+    h[k.intern] = ps.shift; h
+  }
+end
+
+def pmem (msg)
+  p [ msg, "#{self_ps[:vsz].to_i / 1024}k" ]
+end
+
+pmem 'starting'
+
+require 'rubygems'
+require 'rufus/tokyo/util'
+
+pmem 'required'
+
+l = Rufus::Tokyo::List.new
+
+100000.times { |i| l << i.to_s }
+
+pmem 'stored'
+
+#100000.times { |i| l.delete_at(0) }
+#100000.times { |i| s = l.delete_at(0); Rufus::Tokyo::CabinetLib.tcfree(s) }
+s = nil
+100000.times { |i| s ||= l.delete_at(0); }
+p s.class
+p s.public_methods.sort
+
+pmem 'cleared'
+

data/test/readme0.rb

@@ -0,0 +1,17 @@
+
+require 'rubygems'
+require 'rufus/tokyo'
+
+db = Rufus::Tokyo::Cabinet.new('data.tch')
+
+db['nada'] = 'surf'
+
+p db['nada'] # => 'surf'
+p db['lost'] # => nil
+
+5000.times { |i| db[i.to_s] = "x" }
+
+p db.inject { |r, (k, v)| k } # => 4999
+
+db.close
+

data/test/readme1.rb

@@ -0,0 +1,21 @@
+
+require 'rubygems'
+require 'rufus/tokyo'
+
+t = Rufus::Tokyo::Table.new('table.tdb')
+
+t['pk0'] = { 'name' => 'alfred', 'age' => '22' }
+t['pk1'] = { 'name' => 'bob', 'age' => '18' }
+t['pk2'] = { 'name' => 'charly', 'age' => '45' }
+t['pk3'] = { 'name' => 'doug', 'age' => '77' }
+t['pk4'] = { 'name' => 'ephrem', 'age' => '32' }
+
+p t.query { |q|
+  q.add_condition 'age', :numge, '32'
+  q.order_by 'age'
+}
+  # => [ {"name"=>"ephrem", :pk=>"pk4", "age"=>"32"},
+  #      {"name"=>"charly", :pk=>"pk2", "age"=>"45"} ]
+
+t.close
+

data/test/readme2.rb

@@ -0,0 +1,15 @@
+
+# ttserver -port 45001 tmp/data.tch
+
+require 'rubygems'
+require 'rufus/tokyo/tyrant'
+
+db = Rufus::Tokyo::Tyrant.new('localhost', 45001)
+
+db['nada'] = 'surf'
+
+p db['nada'] # => 'surf'
+p db['lost'] # => nil
+
+db.close
+

data/test/readme3.rb

@@ -0,0 +1,24 @@
+
+# ttserver -port 45002 tmp/data.tct
+
+
+require 'rubygems'
+require 'rufus/tokyo/tyrant'
+
+t = Rufus::Tokyo::TyrantTable.new('localhost', 45002)
+
+t['pk0'] = { 'name' => 'alfred', 'age' => '22' }
+t['pk1'] = { 'name' => 'bob', 'age' => '18' }
+t['pk2'] = { 'name' => 'charly', 'age' => '45' }
+t['pk3'] = { 'name' => 'doug', 'age' => '77' }
+t['pk4'] = { 'name' => 'ephrem', 'age' => '32' }
+
+p t.query { |q|
+  q.add_condition 'age', :numge, '32'
+  q.order_by 'age'
+}
+  # => [ {"name"=>"ephrem", :pk=>"pk4", "age"=>"32"},
+  #      {"name"=>"charly", :pk=>"pk2", "age"=>"45"} ]
+
+t.close
+

data/test/readmes_test.sh

@@ -0,0 +1,17 @@
+#!/bin/bash
+
+#
+# testing the 4 samples in README.txt
+#
+
+[ -d tmp ] || mkdir tmp
+nohup ttserver -port 45001 tmp/data.tch &
+nohup ttserver -port 45002 tmp/data.tct &
+
+ruby19 -Ilib test/readme0.rb
+ruby19 -Ilib test/readme1.rb
+ruby19 -Ilib test/readme2.rb
+ruby19 -Ilib test/readme3.rb
+
+killall ttserver
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: rufus-tokyo
 version: !ruby/object:Gem::Version 
-  version: 1.0.3
+  version: 1.0.4
 platform: ruby
 authors: 
 - John Mettraux
@@ -12,10 +12,29 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-11-16 00:00:00 +09:00
+date: 2009-12-25 00:00:00 +09:00
 default_executable: 
-dependencies: []
-
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: ffi
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: yard
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
 description: "\n\
   Ruby-ffi based lib to access Tokyo Cabinet and Tyrant.\n\n\
   The ffi-based structures are available via the Rufus::Tokyo namespace.\n\
@@ -27,56 +46,97 @@ executables: []
 extensions: []
 
 extra_rdoc_files: 
+- LICENSE.txt
 - README.rdoc
+files: 
+- .gitignore
 - CHANGELOG.txt
 - CREDITS.txt
-files: 
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- TODO.txt
+- doc/decision_table.numbers
+- lib/rufus-edo.rb
+- lib/rufus-tokyo.rb
+- lib/rufus/edo.rb
+- lib/rufus/edo/README.txt
 - lib/rufus/edo/cabcore.rb
 - lib/rufus/edo/cabinet/abstract.rb
 - lib/rufus/edo/cabinet/table.rb
 - lib/rufus/edo/error.rb
+- lib/rufus/edo/ntyrant.rb
 - lib/rufus/edo/ntyrant/abstract.rb
 - lib/rufus/edo/ntyrant/table.rb
-- lib/rufus/edo/ntyrant.rb
 - lib/rufus/edo/tabcore.rb
-- lib/rufus/edo.rb
+- lib/rufus/tokyo.rb
 - lib/rufus/tokyo/cabinet/abstract.rb
 - lib/rufus/tokyo/cabinet/lib.rb
 - lib/rufus/tokyo/cabinet/table.rb
 - lib/rufus/tokyo/cabinet/util.rb
 - lib/rufus/tokyo/config.rb
+- lib/rufus/tokyo/dystopia.rb
 - lib/rufus/tokyo/dystopia/core.rb
 - lib/rufus/tokyo/dystopia/lib.rb
 - lib/rufus/tokyo/dystopia/words.rb
-- lib/rufus/tokyo/dystopia.rb
 - lib/rufus/tokyo/hmethods.rb
 - lib/rufus/tokyo/openable.rb
 - lib/rufus/tokyo/outlen.rb
 - lib/rufus/tokyo/query.rb
 - lib/rufus/tokyo/transactions.rb
 - lib/rufus/tokyo/ttcommons.rb
+- lib/rufus/tokyo/tyrant.rb
 - lib/rufus/tokyo/tyrant/abstract.rb
 - lib/rufus/tokyo/tyrant/ext.rb
 - lib/rufus/tokyo/tyrant/lib.rb
 - lib/rufus/tokyo/tyrant/table.rb
-- lib/rufus/tokyo/tyrant.rb
 - lib/rufus/tokyo/utils.rb
-- lib/rufus/tokyo.rb
-- lib/rufus-edo.rb
-- lib/rufus-tokyo.rb
-- CHANGELOG.txt
-- CREDITS.txt
-- LICENSE.txt
-- MIGRATED.txt
-- TODO.txt
-- README.rdoc
+- lib/rufus/tokyo/version.rb
+- rufus-tokyo.gemspec
+- spec/cabinet_btree_spec.rb
+- spec/cabinet_fixed_spec.rb
+- spec/cabinet_spec.rb
+- spec/cabinetconfig_spec.rb
+- spec/dystopia_core_spec.rb
+- spec/edo_cabinet_btree_spec.rb
+- spec/edo_cabinet_fixed_spec.rb
+- spec/edo_cabinet_spec.rb
+- spec/edo_ntyrant_spec.rb
+- spec/edo_ntyrant_table_spec.rb
+- spec/edo_table_spec.rb
+- spec/hmethods_spec.rb
+- spec/incr.lua
+- spec/openable_spec.rb
+- spec/shared_abstract_spec.rb
+- spec/shared_table_spec.rb
+- spec/shared_tyrant_spec.rb
+- spec/spec.rb
+- spec/spec_base.rb
+- spec/start_tyrants.sh
+- spec/stop_tyrants.sh
+- spec/table_spec.rb
+- spec/tyrant_spec.rb
+- spec/tyrant_table_spec.rb
+- spec/util_list_spec.rb
+- spec/util_map_spec.rb
+- tasks/dev.rb
+- test/bm0.rb
+- test/bm1_compression.rb
+- test/con0.rb
+- test/mem.rb
+- test/mem1.rb
+- test/readme0.rb
+- test/readme1.rb
+- test/readme2.rb
+- test/readme3.rb
+- test/readmes_test.sh
 has_rdoc: true
-homepage: http://rufus.rubyforge.org/
+homepage: http://github.com/jmettraux/rufus-tokyo/
 licenses: []
 
 post_install_message: 
-rdoc_options: []
-
+rdoc_options: 
+- --charset=UTF-8
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 

data/MIGRATED.txt

@@ -1 +0,0 @@
-to gemcutter.org indeed :)