aerospike 0.1.0

data/lib/aerospike/cluster/partition_tokenizer_new.rb

@@ -0,0 +1,128 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'base64'
+
+module Aerospike
+
+  private
+
+  REPLICAS_NAME = 'replicas-master'
+
+  class PartitionTokenizerNew
+
+    def initialize(conn)
+      # Use low-level info methods and parse byte array directly for maximum performance.
+      # Send format:    replicas-master\n
+      # Receive format: replicas-master\t<ns1>:<base 64 encoded bitmap>;<ns2>:<base 64 encoded bitmap>... \n
+      info_map = Info.request(conn, REPLICAS_NAME)
+
+      info = info_map[REPLICAS_NAME]
+
+      @length = info ? info.length : 0
+
+      if !info || @length == 0
+        raise Aerospike::Exceptions::Connection.new("#{replicas_name} is empty")
+      end
+
+      @buffer = info
+      @offset = 0
+
+      self
+    end
+
+    def update_partition(nmap, node)
+      amap = nil
+
+      beginning = @offset
+      copied = false
+
+      while @offset < @length
+        if @buffer[@offset] == ':'
+          # Parse namespace.
+          namespace = @buffer[beginning...@offset].strip
+
+          if namespace.length <= 0 || namespace.length >= 32
+            response = get_truncated_response
+            raise Aerospike::Exceptions::Parse.new(
+              "Invalid partition namespace #{namespace}. Response=#{response}"
+            )
+          end
+
+          @offset+=1
+          beginning = @offset
+
+          # Parse partition id.
+          while @offset < @length
+            b = @buffer[@offset]
+
+            break if b == ';' || b == "\n"
+            @offset+=1
+          end
+
+          if @offset == beginning
+            response = get_truncated_response
+
+            raise Aerospike::Exceptions::Parse.new(
+              "Empty partition id for namespace #{namespace}. Response=#{response}"
+            )
+          end
+
+          node_array = nmap[namespace]
+
+          if !node_array
+            if !copied
+              # Make shallow copy of map.
+              amap = {}
+              nmap.each {|k, v| amap[k] = Atomic.new(v)}
+              copied = true
+            end
+
+            node_array = Atomic.new(Array.new(Aerospike::Node::PARTITIONS))
+            amap[namespace] = node_array
+          end
+
+          bit_map_length = @offset - beginning
+          restore_buffer = Base64.strict_decode64(@buffer[beginning, bit_map_length])
+          for i in 0...Aerospike::Node::PARTITIONS
+            if (restore_buffer[i>>3].ord & (0x80 >> (i & 7))) != 0
+              # Logger.Info("Map: `" + namespace + "`," + strconv.Itoa(i) + "," + node.String)
+              node_array.update{|v| v[i] = node; v}
+            end
+          end
+
+          @offset+=1
+          beginning = @offset
+        else
+          @offset+=1
+        end
+      end
+
+      copied ? amap : nil
+    end
+
+    private
+
+    def get_truncated_response
+      max = @length
+      @length = max if @length > 200
+      @buffer[0...max]
+    end
+
+
+  end # class
+
+end # module

data/lib/aerospike/cluster/partition_tokenizer_old.rb

@@ -0,0 +1,135 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'base64'
+
+module Aerospike
+
+  private
+
+  class PartitionTokenizerOld
+
+    def initialize(conn)
+      # Use low-level info methods and parse byte array directly for maximum performance.
+      # Send format:    replicas-master\n
+      # Receive format: replicas-master\t<ns1>:<base 64 encoded bitmap>;<ns2>:<base 64 encoded bitmap>... \n
+      info_map = Info.request(conn, REPLICAS_NAME)
+
+      info = info_map[REPLICAS_NAME]
+
+      @length = info ? info.length : 0
+
+      if !info || @length == 0
+        raise Aerospike::Exceptions::Connection.new("#{replicas_name} is empty")
+      end
+
+      @buffer = info
+      @offset = 0
+
+      self
+    end
+
+    def update_partition(nmap, node)
+      amap = nil
+      copied = false
+
+      while partition = get_next
+        node_array = nmap[partition.namespace]
+
+        if !node_array
+          if !copied
+            # Make shallow copy of map.
+            amap = {}
+            nmap.each {|k, v| amap[k] = v}
+            copied = true
+          end
+
+          node_array = Atomic.new(Array.new(Aerospike::Node::PARTITIONS))
+          amap[partition.namespace] = node_array
+        end
+
+        Aerospike.logger.debug("#{partition.to_s}, #{node.name}")
+        node_array.update{|v| v[partition.partition_id] = node; v }
+      end
+
+      copied ? amap : nil
+    end
+
+    private
+
+    def get_next
+      beginning = @offset
+
+      while @offset < @length
+        if @buffer[@offset] == ':'
+          # Parse namespace.
+          namespace = @buffer[beginning...@offset].strip
+
+          if namespace.length <= 0 || namespace.length >= 32
+            response = get_truncated_response
+            raise Aerospike::Exceptions::Parse.new(
+              "Invalid partition namespace #{namespace}. Response=#{response}"
+            )
+          end
+
+          @offset+=1
+          beginning = @offset
+
+          # Parse partition id.
+          while @offset < @length
+            b = @buffer[@offset]
+
+            break if b == ';' || b == "\n"
+            @offset+=1
+          end
+
+          if @offset == beginning
+            response = get_truncated_response
+            raise Aerospike::Exceptions::Parse.new(
+              "Empty partition id for namespace #{namespace}. Response=#{response}"
+            )
+          end
+
+          partition_id = @buffer[beginning...@offset].to_i
+          if partition_id < 0 || partition_id >= Aerospike::Node::PARTITIONS
+            response = get_truncated_response
+            partition_string = @buffer[beginning...@offset]
+            raise Aerospike::Exceptions::Parse.new(
+              "Invalid partition id #{partition_string} for namespace #{namespace}. Response=#{response}"
+            )
+          end
+
+          @offset+=1
+          beginning = @offset
+
+          return Partition.new(namespace, partition_id)
+        end
+        @offset+=1
+      end
+      return nil
+    end
+
+
+    def get_truncated_response
+      max = @length
+      @length = max if @length > 200
+      @buffer[0...max]
+    end
+
+
+  end # class
+
+end # module

data/lib/aerospike/command/batch_command.rb

@@ -0,0 +1,120 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'thread'
+
+require 'aerospike/record'
+
+require 'aerospike/command/command'
+
+module Aerospike
+
+  private
+
+  class BatchCommand < Command
+
+    def initialize(node)
+      super(node)
+
+      @valid = true
+      @mutex = Mutex.new
+      @records = Queue.new
+
+      self
+    end
+
+    def parse_result
+      # Read socket into receive buffer one record at a time.  Do not read entire receive size
+      # because the receive buffer would be too big.
+      status = true
+
+      while status
+        # Read header.
+        read_bytes(8)
+
+        size = @data_buffer.read_int64(0)
+        receive_size = size & 0xFFFFFFFFFFFF
+
+        if receive_size > 0
+          status = parse_record_results(receive_size)
+        else
+          status = false
+        end
+      end
+    end
+
+    def parse_key(field_count)
+      digest = nil
+      namespace = nil
+      set_name = nil
+      user_key = nil
+
+      for i in 0...field_count
+        read_bytes(4)
+
+        fieldlen = @data_buffer.read_int32(0)
+        read_bytes(fieldlen)
+
+        fieldtype = @data_buffer.read(0).ord
+        size = fieldlen - 1
+
+        case fieldtype
+        when Aerospike::FieldType::DIGEST_RIPE
+          digest = @data_buffer.read(1, size)
+        when Aerospike::FieldType::NAMESPACE
+          namespace = @data_buffer.read(1, size).force_encoding('utf-8')
+        when Aerospike::FieldType::TABLE
+          set_name = @data_buffer.read(1, size).force_encoding('utf-8')
+        when Aerospike::FieldType::KEY
+          user_key = Value.bytes_to_key_value(@data_buffer.read(1).ord, @data_buffer, 2, size-1)
+        end
+      end
+
+      Aerospike::Key.new(namespace, set_name, user_key, digest)
+    end
+
+    def read_bytes(length)
+      if length > @data_buffer.length
+        # Corrupted data streams can result in a huge length.
+        # Do a sanity check here.
+        if length > Aerospike::Buffer::MAX_BUFFER_SIZE
+          raise Aerospike::Exceptions::Parse.new("Invalid read_bytes length: #{length}")
+        end
+        @data_buffer = Buffer.new(length)
+      end
+
+      @conn.read(@data_buffer, length)
+      @data_offset += length
+    end
+
+    def stop
+      @mutex.synchronize do
+        @valid = false
+      end
+    end
+
+    def valid?
+      res = nil
+      @mutex.synchronize do
+        res = @valid
+      end
+
+      res
+    end
+
+  end # class
+
+end # module

data/lib/aerospike/command/batch_command_exists.rb

@@ -0,0 +1,93 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'aerospike/command/batch_command'
+
+module Aerospike
+
+  private
+
+  class BatchCommandExists < BatchCommand
+
+    def initialize(node, batch_namespace, policy, key_map, exists_array)
+      super(node)
+
+      @batch_namespace = batch_namespace
+      @policy = policy
+      @key_map = key_map
+      @exists_array = exists_array
+
+      self
+    end
+
+    def write_buffer
+      set_batch_exists(@batch_namespace)
+    end
+
+    # Parse all results in the batch.  Add records to shared list.
+    # If the record was not found, the bins will be nil.
+    def parse_record_results(receive_size)
+      #Parse each message response and add it to the result array
+      @data_offset = 0
+
+      while @data_offset < receive_size
+        if !valid?
+          raise Aerospike::Exceptions::QueryTerminated.new
+        end
+
+        read_bytes(MSG_REMAINING_HEADER_SIZE)
+
+        result_code = @data_buffer.read(5).ord & 0xFF
+
+        # The only valid server return codes are "ok" and "not found".
+        # If other return codes are received, then abort the batch.
+        if result_code != 0 && result_code != Aerospike::ResultCode::KEY_NOT_FOUND_ERROR
+          raise Aerospike::Exceptions::Aerospike.new(result_code)
+        end
+
+        info3 = @data_buffer.read(3).ord
+
+        # If cmd is the end marker of the response, do not proceed further
+        return false if info3 & INFO3_LAST == INFO3_LAST
+
+        field_count = @data_buffer.read_int16(18)
+        op_count = @data_buffer.read_int16(20)
+
+        if op_count > 0
+          raise Aerospike::Exceptions::Parse('Received bins that were not requested!')
+        end
+
+        key = parse_key(field_count)
+        item = @key_map[key.digest]
+
+        if item
+          index = item.index
+
+          # only set the results to true; as a result, no synchronization is needed
+          @exists_array[index] = (result_code == 0)
+        else
+          Aerospike::logger.debug("Unexpected batch key returned: #{key.namespace}, #{key.digest}")
+        end
+
+      end # while
+
+      return true
+    end
+
+
+  end # class
+
+end # module