jackowayed-rufus-tokyo 0.1.13.1 → 0.1.13.2

data/lib/rufus/edo/cabinet/table.rb

@@ -0,0 +1,159 @@
+#--
+# Copyright (c) 2009, John Mettraux, jmettraux@gmail.com
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# Made in Japan.
+#++
+
+
+require 'tokyocabinet'
+
+require 'rufus/edo/error'
+require 'rufus/edo/tabcore'
+require 'rufus/tokyo/config'
+
+
+module Rufus::Edo
+
+  #
+  # Rufus::Edo::Table wraps Hirabayashi-san's Ruby bindings for Tokyo Cabinet
+  # tables.
+  #
+  # This class has the exact same methods as Rufus::Tokyo::Table. It's faster
+  # though. The advantage of Rufus::Tokyo::Table lies in that in runs on
+  # Ruby 1.8, 1.9 and JRuby.
+  #
+  # You need to have Hirabayashi-san's binding installed to use this
+  # Rufus::Edo::Table :
+  #
+  #   http://github.com/jmettraux/rufus-tokyo/tree/master/lib/rufus/edo
+  #
+  # Example usage :
+  #
+  #   require 'rufus/edo'
+  #   db = Rufus::Edo::Table.new('data.tct')
+  #   db['customer1'] = { 'name' => 'Taira no Kyomori', 'age' => '55' }
+  #   # ...
+  #   db.close
+  #
+  class Table
+
+    include Rufus::Tokyo::CabinetConfig
+    include Rufus::Edo::TableCore
+
+    # Initializes and open a table.
+    #
+    # db = Rufus::Edo::Table.new('data.tct')
+    #   # or
+    # db = Rufus::Edo::Table.new('data', :type => :table)
+    #   # or
+    # db = Rufus::Edo::Table.new('data')
+    #
+    # == parameters
+    #
+    # There are two ways to pass parameters at the opening of a db :
+    #
+    #   db = Rufus::Edo::Table.new('data.tct#opts=ld#mode=w') # or
+    #   db = Rufus::Edo::Table.new('data.tct', :opts => 'ld', :mode => 'w')
+    #
+    # === mode
+    #
+    #   * :mode    a set of chars ('r'ead, 'w'rite, 'c'reate, 't'runcate,
+    #              'e' non locking, 'f' non blocking lock), default is 'wc'
+    #
+    # === other parameters
+    #
+    #   * :opts    a set of chars ('l'arge, 'd'eflate, 'b'zip2, 't'cbs)
+    #              (usually empty or something like 'ld' or 'lb')
+    #
+    #   * :bnum    number of elements of the bucket array
+    #   * :apow    size of record alignment by power of 2 (defaults to 4)
+    #   * :fpow    maximum number of elements of the free block pool by
+    #              power of 2 (defaults to 10)
+    #
+    #   * :rcnum   specifies the maximum number of records to be cached.
+    #              If it is not more than 0, the record cache is disabled.
+    #              It is disabled by default.
+    #   * :lcnum   specifies the maximum number of leaf nodes to be cached.
+    #              If it is not more than 0, the default value is specified.
+    #              The default value is 2048.
+    #   * :ncnum   specifies the maximum number of non-leaf nodes to be
+    #              cached. If it is not more than 0, the default value is
+    #              specified. The default value is 512.
+    #
+    #   * :dfunit  unit step number. If it is not more than 0,
+    #              the auto defragmentation is disabled. (Since TC 1.4.21)
+    #
+    # = NOTE :
+    #
+    # On reopening a file, Cabinet will tend to stick to the parameters as
+    # set when the file was opened. To change that, have a look at the
+    # man pages of the various command line tools coming with Tokyo Cabinet.
+    #
+    def initialize (path, params={})
+
+      conf = determine_conf(path, params, :table)
+
+      @db = TokyoCabinet::TDB.new
+
+      #
+      # tune
+
+      @db.tune(conf[:bnum], conf[:apow], conf[:fpow], conf[:opts])
+
+      #
+      # set cache
+
+      @db.setcache(conf[:rcnum], conf[:lcnum], conf[:ncnum])
+
+      #
+      # set xmsiz
+
+      @db.setxmsiz(conf[:xmsiz])
+
+      #
+      # set dfunit (TC > 1.4.21)
+
+      @db.setdfunit(conf[:dfunit]) if @db.respond_to?(:setdfunit)
+
+      #
+      # open
+
+      @path = conf[:path]
+
+      @db.open(@path, conf[:mode]) || raise_error
+    end
+
+    # Returns the path to this table.
+    #
+    def path
+
+      @path
+    end
+
+    protected
+
+    def table_query_class #:nodoc#
+
+      TokyoCabinet::TDBQRY
+    end
+  end
+end
+

data/lib/rufus/edo/error.rb

@@ -0,0 +1,36 @@
+#--
+# Copyright (c) 2009, John Mettraux, jmettraux@gmail.com
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# Made in Japan.
+#++
+
+
+module Rufus
+module Edo
+
+  #
+  # A common error class
+  #
+  class EdoError < RuntimeError; end
+
+end
+end
+

data/lib/rufus/edo/ntyrant.rb

@@ -0,0 +1,4 @@
+
+require 'rufus/edo/ntyrant/abstract'
+require 'rufus/edo/ntyrant/table'
+

data/lib/rufus/edo/ntyrant/abstract.rb

@@ -0,0 +1,170 @@
+#--
+# Copyright (c) 2009, John Mettraux, jmettraux@gmail.com
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# Made in Japan.
+#++
+
+
+require 'tokyotyrant' # gem install careo-tokyotyrant
+
+require 'rufus/edo/error'
+require 'rufus/edo/cabcore'
+require 'rufus/tokyo/ttcommons'
+
+
+module Rufus::Edo
+
+  #
+  # Connecting to a 'classic' Tokyo Tyrant server remotely
+  #
+  #   require 'rufus/edo/ntyrant'
+  #   t = Rufus::Edo::NetTyrant.new('127.0.0.1', 44001)
+  #   t['toto'] = 'blah blah'
+  #   t['toto'] # => 'blah blah'
+  #
+  class NetTyrant
+
+    include Rufus::Edo::CabinetCore
+    include Rufus::Tokyo::TyrantCommons
+
+    attr_reader :host, :port
+
+    # Connects to a given Tokyo Tyrant server.
+    #
+    # Note that if the port is not specified, the host parameter is expected
+    # to hold the path to a unix socket (not a TCP socket).
+    #
+    # (You can start a unix socket listening Tyrant with :
+    #
+    #    ttserver -host /tmp/tyrant_socket -port 0 data.tch
+    #
+    #  and then connect to it with rufus-tokyo via :
+    #
+    #    require 'rufus/edo/ntyrant'
+    #    db = Rufus::Edo::NetTyrant.new('/tmp/tyrant_socket')
+    #    db['a'] = 'alpha'
+    #    db.close
+    # )
+    #
+    # To connect to a classic TCP bound Tyrant (port 44001) :
+    #
+    #   t = Rufus::Edo::NetTyrant.new('127.0.0.1', 44001)
+    #
+    def initialize (host, port=0)
+
+      @host = host
+      @port = port
+
+      @db = TokyoTyrant::RDB.new
+      @db.open(host, port) || raise_error
+
+      if self.stat['type'] == 'table'
+
+        @db.close
+
+        raise ArgumentError.new(
+          "tyrant at #{host}:#{port} is a table, " +
+          "use Rufus::Edo::NetTyrantTable instead to access it.")
+      end
+    end
+
+    # Returns the 'weight' of the db (in bytes)
+    #
+    def weight
+
+      self.stat['size']
+    end
+
+    # isn't that a bit dangerous ? it creates a file on the server...
+    #
+    # DISABLED.
+    #
+    def copy (target_path)
+
+      #@db.copy(target_path)
+      raise 'not allowed to create files on the server'
+    end
+
+    # Copies the current cabinet to a new file.
+    #
+    # Does it by copying each entry afresh to the target file. Spares some
+    # space, hence the 'compact' label...
+    #
+    def compact_copy (target_path)
+
+      raise NotImplementedError.new('not creating files locally')
+    end
+
+    # Deletes all the entries whose keys begin with the given prefix
+    #
+    def delete_keys_with_prefix (prefix)
+
+      @db.misc('outlist', @db.fwmkeys(prefix, -1)) # -1 for no limits
+      nil
+    end
+
+    # Given a list of keys, returns a Hash { key => value } of the
+    # matching entries (in one sweep).
+    #
+    def lget (keys)
+
+      Hash[*@db.misc('getlist', keys)]
+    end
+
+    # Merges the given hash into this Tyrant and returns self.
+    #
+    def merge! (hash)
+
+      @db.misc('putlist', hash.inject([]) { |l, (k, v)| l << k; l << v; l })
+      self
+    end
+    alias :lput :merge!
+
+    # Given a list of keys, deletes all the matching entries (in one sweep).
+    #
+    def ldelete (keys)
+
+      @db.misc('outlist', keys)
+      nil
+    end
+
+    # Calls a lua embedded function
+    # (http://tokyocabinet.sourceforge.net/tyrantdoc/#luaext)
+    #
+    # Options are :global_locking and :record_locking
+    #
+    # Returns the return value of the called function.
+    #
+    # Nil is returned in case of failure.
+    #
+    def ext (func_name, key, value, opts={})
+
+      @db.ext(func_name.to_s, key.to_s, value.to_s, compute_ext_opts(opts))
+    end
+
+    protected
+
+    def do_stat #:nodoc#
+      @db.stat
+    end
+  end
+end
+

data/lib/rufus/edo/ntyrant/table.rb

@@ -0,0 +1,142 @@
+#--
+# Copyright (c) 2009, John Mettraux, jmettraux@gmail.com
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# Made in Japan.
+#++
+
+
+require 'tokyotyrant'
+
+require 'rufus/edo/error'
+require 'rufus/edo/tabcore'
+require 'rufus/tokyo/ttcommons'
+
+
+module Rufus::Edo
+
+  #
+  # A Tokyo Cabinet table, but remote...
+  #
+  #   require 'rufus/edo/ntyrant'
+  #   t = Rufus::Edo::NetTyrant.new('127.0.0.1', 44001)
+  #   t['toto'] = { 'name' => 'toto the first', 'age' => '34' }
+  #   t['toto']
+  #     # => { 'name' => 'toto the first', 'age' => '34' }
+  #
+  # NOTE : The advantage of this class is that it leverages the TokyoTyrant.rb
+  # provided by Hirabayashi-san. It's pure Ruby, it's slow but works everywhere
+  # without the need for Tokyo Cabinet and Tyrant C libraries.
+  #
+  class NetTyrantTable
+
+    include Rufus::Edo::TableCore
+    include Rufus::Tokyo::TyrantCommons
+
+    attr_reader :host, :port
+
+    #
+    # Connects to the Tyrant table listening at the given host and port.
+    #
+    # You start such a Tyrant with :
+    #
+    #   ttserver -port 44502 data.tct
+    #
+    # and then :
+    #
+    #   require 'rufus/edo/ntyrant'
+    #   t = Rufus::Edo::NetTyrantTable.new('127.0.0.1', 44502)
+    #   t['client0'] = { 'name' => 'Heike no Kyomori', 'country' => 'jp' }
+    #   t.close
+    #
+    #
+    # You can start a Tokyo Tyrant and make it listen to a unix socket (not TCP)
+    # with :
+    #
+    #   ttserver -host /tmp/table_socket -port 0 data.tct
+    #
+    # then :
+    #
+    #   require 'rufus/edo/ntyrant'
+    #   t = Rufus::Edo::NetTyrantTable.new('/tmp/table_socket')
+    #   t['client0'] = { 'name' => 'Theodore Roosevelt', 'country' => 'usa' }
+    #   t.close
+    #
+    def initialize (host, port=0)
+
+      @host = host
+      @port = port
+
+      @db = TokyoTyrant::RDBTBL.new
+      @db.open(host, port) || raise_error
+
+      if self.stat['type'] != 'table'
+
+        @db.close
+
+        raise ArgumentError.new(
+          "tyrant at #{host}:#{port} is not a table, " +
+          "use Rufus::Edo::NetTyrant instead to access it.")
+      end
+    end
+
+    # This implementation of lget relies on the mget provided by
+    # Hirabayashi-san in his native ruby library (all the other rufus
+    # tables do multiple gets for now)
+    #
+    def lget (keys)
+
+      h = keys.inject({}) { |h, k| h[k] = nil; h }
+      r = @db.mget(h)
+
+      raise 'lget failure' if r == -1
+      h
+    end
+
+    def transaction #:nodoc#
+      raise NoMethodError.new("NetTyrant : transactions not supported")
+    end
+    def abort #:nodoc#
+      raise NoMethodError.new("NetTyrant : transactions not supported")
+    end
+    def tranbegin #:nodoc#
+      raise NoMethodError.new("NetTyrant : transactions not supported")
+    end
+    def trancommit #:nodoc#
+      raise NoMethodError.new("NetTyrant : transactions not supported")
+    end
+    def tranabort #:nodoc#
+      raise NoMethodError.new("NetTyrant : transactions not supported")
+    end
+
+    protected
+
+    def table_query_class #:nodoc#
+
+      TokyoTyrant::RDBQRY
+    end
+
+    def do_stat #:nodoc#
+
+      @db.stat
+    end
+  end
+end
+