tair 0.1.0.pre

data/lib/tair/operation/count.rb

@@ -0,0 +1,12 @@
+require 'tair/operation/incr'
+
+module Tair
+  module Operation
+    
+    def count(key)
+      incr(key, 0, op: :count)
+    end
+
+  end
+
+end

data/lib/tair/operation/decr.rb

@@ -0,0 +1,12 @@
+require 'tair/operation/incr'
+
+module Tair
+  module Operation
+    
+    def decr(key, step=1)
+      incr(key, -step, op: :decr)
+    end
+
+  end
+
+end

data/lib/tair/operation/delete.rb

@@ -0,0 +1,49 @@
+require 'tair/operation/get'
+
+module Tair
+  module Operation
+    
+    #TODO: support batch delete
+    #FIXME: 某些集群上存在删除失败的bug，需要找时间看一下
+    def delete(key)
+      raise InvalidKeyType unless valid_key?(key)
+      req = DelRequest.new(key)
+      operate(:delete, req, key: key) do |res|
+        DelResponse.new(res).success?
+      end
+    end
+
+  end
+
+
+  class DelRequest < GetRequest
+    PACKET_CODE = 3
+  end
+
+
+  class DelResponse < Response
+
+    def success?
+      decode
+      @success
+    end
+
+
+    def decode
+      return if defined? @success
+      Body.read(@body).tap do |body|
+        @success = [0, NON_EXIST_ERR_CODE].include?(body.code)
+      end
+    end
+
+    NON_EXIST_ERR_CODE = -3998
+
+
+    class Body < BinData::Record
+      int32be :version
+      int32be :code
+    end
+
+  end
+
+end

data/lib/tair/operation/fetch_data_servers.rb

@@ -0,0 +1,123 @@
+require 'zlib'
+
+module Tair
+  module Operation
+
+    def fetch_data_servers(group)
+      log_time "fetch_data_nodes" do
+        req = FetchDataServerRequest.new(group)
+        config_conn.operate(req) do |res|
+          # TODO: error processing
+          FetchDataServerResponse.new(res).decode
+        end
+      end
+    end
+
+  end
+
+
+  class FetchDataServerRequest < Request
+
+    PACKET_CODE = 1002
+
+    attr_accessor :group
+
+    def initialize(group)
+      @group = group
+    end
+
+    def body
+      Body.new(group: group)
+    end
+
+
+    class Body < BinData::Record
+      int32be :version, value: 0
+      int32be :name_len, value: lambda { group.length + 1 }
+      stringz :group
+    end
+
+  end
+
+
+  class FetchDataServerResponse < Response
+
+    def decode
+      Body.read(@body).tap do |body|
+        bucket = body[:bucket]
+        nodes  = DataServersInfo.read(Zlib.inflate(body[:ds_data])).nodes.map do |n|
+          [num_str_to_ip(n[:ip_num]), n[:port]].join(":".freeze).freeze
+        end
+
+        Cluster.new.tap do |cluster|
+          cluster.update nodes,
+            nodes_per_bucket:      body[:bucket],
+            copying_buckets_count: body[:copy]
+
+          return cluster
+        end
+      end
+    end
+
+
+    UNPACK_METHOD = 'C*'.freeze
+    IP_SPLITTER   = '.'.freeze
+
+    def num_str_to_ip(str)
+      str.unpack(UNPACK_METHOD).join(IP_SPLITTER).freeze
+    end
+
+
+    class CString < BinData::Record
+      int32be :len
+      stringz :s_value, read_length: lambda { len }
+    end
+
+
+    class ConfigServer < BinData::Record
+      c_string :server_name
+      c_string :server_value
+    end
+
+
+    class DataServer < BinData::Record
+      int32be :port
+      uint8   :ip4
+      uint8   :ip3
+      uint8   :ip2
+      uint8   :ip1
+    end
+
+
+    class Body < BinData::Record
+      int32be :bucket
+      int32be :copy
+      int32be :version
+      int32be :config_count
+      array   :config_servers, type: :config_server, initial_length: lambda { config_count }
+
+      int32be :ds_data_len
+      string  :ds_data, read_length: lambda { ds_data_len }
+
+      # 这里的数据现在不关心，所以暂时去掉
+      # TODO: 加上 down_servers 逻辑
+      #int32be :data_server_count
+      #array   :data_servers, type: :data_server, initial_length: lambda { data_server_count }
+    end
+
+
+    # Yet another data server!
+    class YaDataServer < BinData::Record
+      string  :ip_num, read_length: 4
+      int32le :port
+    end
+
+
+    class DataServersInfo < BinData::Record
+      array :nodes, type: :ya_data_server, read_until: :eof
+    end
+
+
+  end
+
+end

data/lib/tair/operation/get.rb

@@ -0,0 +1,128 @@
+require 'tair/key'
+
+module Tair
+  module Operation
+    
+    include ::Tair::Key
+
+    # TODO: support batch get
+    def get(key)
+      raise InvalidKeyType unless valid_key?(key)
+      req = GetRequest.new(key)
+      operate(:get, req, key: key) do |res|
+        GetResponse.new(res).value
+      end
+    end
+
+    alias_method :[], :get
+
+  end
+
+
+  class GetRequest < Request
+    
+    PACKET_CODE = 2
+
+    def initialize(key)
+      @key  = key
+    end
+
+
+    def body
+      Body.new.tap do |body|
+        body.namespace = namespace || 0
+        body.key = @key
+      end
+    end
+
+
+    class Body < BinData::Record
+      int8    :start_flag, value: 0
+      int16be :namespace
+      int32be :key_count,  value: 1
+      array   :meta_flag, type: :uint8, initial_length: 7
+      array   :default_data, type: :uint8, initial_length: 29
+      tair_object :key_obj
+
+      def key
+        key_obj.value
+      end
+
+      def key=(k)
+        key_obj.value = k
+      end
+    end
+
+  end
+
+
+  class GetResponse < Response
+
+    def value
+      decode
+      @value
+    end
+
+
+    def success?
+      decode
+      @success
+    end
+
+
+    def decode
+      return if defined? @value
+
+      body = Body.read(@body)
+      if @success = body.success?
+        @value = body.succ_data.data.value
+      else
+        # TODO: save failure reason
+        @value = nil
+      end
+    end
+
+
+    class SuccessData < BinData::Record
+      int8    :merged
+      int32be :area
+      int16be :server_flag
+      int16be :magic
+      int16be :checksum
+      int16be :key_size
+      int16be :meta_version
+      int32be :pad_size
+      int32be :value_size
+      int8    :flag
+      int32be :cdate
+      int32be :mdate
+      int32be :edate
+
+      int32be :data_size #?
+      string  :encoded_key, read_length: lambda{ data_size & 0x3FFFFF }
+      key_meta
+
+      tair_object :data
+    end
+
+
+    class FailureData < BinData::Record
+    end
+
+
+    class Body < BinData::Record
+      int32be :version
+      uint32be :code
+      int32be :ret_count
+
+      success_data :succ_data, onlyif: :success?
+
+      def success?
+        code == 0
+      end
+    end
+
+
+  end
+
+end

data/lib/tair/operation/incr.rb

@@ -0,0 +1,76 @@
+require 'tair/operation/get'
+
+module Tair
+  module Operation
+    
+    def incr(key, step=1, op: :incr)
+      valid_key?(key)         or fail InvalidKeyType.new(key)
+      valid_count_step?(step) or fail InvalidCountStep.new(step)
+
+      req = IncrRequest.new(key, step)
+      operate(op, req, key: key) do |res|
+        IncrResponse.new(res).count
+      end
+    end
+
+
+    def valid_count_step?(step)
+      Fixnum === step
+    end
+
+    alias_method :increase, :incr
+    alias_method :inc, :incr
+
+  end
+
+
+
+  class IncrRequest < Request
+
+    PACKET_CODE = 11
+
+    def initialize(key, step = 1)
+      @key, @step = key, step
+    end
+
+    def body
+      Body.new.tap do |body|
+        body.step      = @step
+        body.key_obj   = Tair::TairObject.from(@key)
+        body.namespace = namespace
+      end
+    end
+
+    class Body < BinData::Record
+      int8
+      int16be :namespace
+      int32be :step
+      # 如果不存在时的初始化值，默认为0
+      int32be :init_value
+      int32be :expired_at
+
+      key_meta
+      tair_object :key_obj
+    end
+
+  end
+
+
+  class IncrResponse < Response
+
+    def count
+      @count ||= decode.current_count.value
+    end
+
+    def decode
+      Body.read(body)
+    end
+
+    class Body < BinData::Record
+      int32be :version
+      int32be :current_count
+    end
+
+  end
+
+end

data/lib/tair/operation/put.rb

@@ -0,0 +1,168 @@
+module Tair
+  module Operation
+    
+    include ::Tair::Key
+    include ::Tair::Log
+
+    def put(key, value)
+      raise InvalidKeyType unless valid_key?(key)
+
+      if value.nil?
+        return delete(key)
+      end
+
+      req = PutRequest.new({key => value})
+
+      operate(:put, req, key: key) do |res|
+        PutResponse.new(res).success?
+      end
+    end
+
+    alias_method :set, :put
+    alias_method :[]=, :put
+
+  end
+
+
+  class PutRequest < Request
+    
+    PACKET_CODE = 1
+
+    def initialize(kv)
+      @key, @value  = *(kv.to_a.flatten)
+    end
+
+
+    def body
+      Body.new.tap do |body|
+        body.key = @key
+        body.value = @value
+        body.namespace = namespace || 0
+      end
+    end
+
+    TAIR_TYPE_STRING = 2
+
+    class Body < BinData::Record
+      int8    :start_flag, value: 0
+      int16be :namespace
+      int16be :data_version
+      int32be :expiring_at
+      key_meta
+      tair_object :key_obj
+
+      key_meta
+      tair_object :value_obj
+
+
+      def key
+        key_obj.value
+      end
+
+      def key=(v)
+        key_obj.value = v
+      end
+
+      def value
+        value_obj.value
+      end
+
+      def value=(v)
+        value_obj.value = v
+      end
+
+    end
+
+  end
+
+
+  class PutResponse < Response
+
+    def success?
+      return true
+
+      decode
+      @value
+    end
+
+
+    def decode
+      body = Body.read(@body)
+      if body.success?
+        data = body.succ_data
+        type, raw = data.value_type >> 1, data.raw_value
+        @value =  case type
+                    when TAIR_TYPE_INT      then BinData::Double.read(raw).to_i
+                    when TAIR_TYPE_STRING   then raw.to_s
+                  end
+      else
+        nil
+      end
+    end
+
+
+    # tair serialize type
+    TAIR_TYPE_INT       = 1
+    TAIR_TYPE_STRING    = 2
+    TAIR_TYPE_BOOL      = 3
+    TAIR_TYPE_LONG      = 4
+    TAIR_TYPE_DATE      = 5
+    TAIR_TYPE_BYTE      = 6
+    TAIR_TYPE_FLOAT     = 7
+    TAIR_TYPE_DOUBLE    = 8
+    TAIR_TYPE_BYTEARRAY = 9
+    TAIR_TYPE_SERIALIZE = 10
+    TAIR_TYPE_INCDATA   = 11
+    TAIR_TYPE_MIXEDKEY  = 12
+
+
+    class SuccessData < BinData::Record
+      int8    :merged
+      int32be :area
+      int16be :server_flag
+      int16be :magic
+      int16be :checksum
+      int16be :key_size
+      int16be :meta_version
+      int32be :pad_size
+      int32be :value_size
+      int8    :flag
+      int32be :cdate
+      int32be :mdate
+      int32be :edate
+
+      int32be :data_size #?
+      string  :encoded_key, read_length: lambda{ data_size & 0x3FFFFF }
+      array   :key_meta, type: :int8, initial_length: 36
+      int32be :value_len
+      int16be :value_type
+      string  :raw_value, read_length: lambda { value_len - 2 }
+    end
+
+
+    class FailureData < BinData::Record
+    end
+
+
+    class Body < BinData::Record
+      int32be :version
+      uint32be :code
+      int32be :ret_count
+
+      success_data :succ_data, onlyif: :success?
+      failure_data :fail_data, onlyif: :failed?
+
+      def success?
+        ret_count > 0
+      end
+
+      def failed?
+        !success?
+      end
+
+    end
+
+
+  end
+
+end