aerospike 0.1.0

data/lib/aerospike/task/index_task.rb

@@ -0,0 +1,59 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'thread'
+require 'time'
+
+require 'aerospike/task/task'
+
+module Aerospike
+
+  private
+
+  class IndexTask < Task
+
+    MATCHER = /.*load_pct=(?<load_pct>\d+(\.\d+)?).*/
+
+    def initialize(cluster, namespace, index_name, done=false)
+      super(cluster, done)
+      @namespace = namespace
+      @index_name = index_name
+
+      self
+    end
+
+    private
+
+    def all_nodes_done?
+      command = "sindex/#{@namespace}/#{@index_name}"
+      nodes = @cluster.nodes
+
+      nodes.each do |node|
+        conn = node.get_connection(1)
+        response_map = Info.request(conn, command)
+        _, response = response_map.first
+        match = response.to_s.match(MATCHER)
+        load = match.nil? ? nil : match[:load_pct]
+
+        return false if load && (0...100).include?(load.to_f)
+      end
+
+      return true
+    end
+
+  end # class
+
+end # module

data/lib/aerospike/task/task.rb

@@ -0,0 +1,71 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'thread'
+require 'time'
+require 'atomic'
+
+module Aerospike
+
+  private
+
+  class Task
+
+    def initialize(cluster, done)
+      @cluster = cluster
+      @done = Atomic.new(done)
+      @done_thread = Atomic.new(nil)
+
+      self
+    end
+
+    def wait_till_completed(poll_interval = 0.1, allowed_failures = 3)
+      return true if @done.value
+
+      # make sure there will be only ONE thread polling for completetion status
+      @done_thread.update do |dt|
+        dt ? dt : Thread.new do
+          abort_on_exception=true
+          failures = 0
+          while true
+            begin
+              break if completed?
+              sleep(poll_interval.to_f)
+            rescue => e
+              break if failures > allowed_failures
+              failures += 1
+            end
+          end
+        end
+      end
+
+      # wait for the poll thread to finish
+      @done_thread.value.join
+      # in case of errors and exceptions, the @done value might be false
+      @done.value
+    end
+
+    def completed?
+      if @done.value == true
+        true
+      else
+        @done.value = all_nodes_done?
+      end
+    end
+
+  end # class
+
+end # module

data/lib/aerospike/task/udf_register_task.rb

@@ -0,0 +1,55 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'thread'
+require 'time'
+
+require 'aerospike/task/task'
+
+module Aerospike
+
+  private
+
+  class UdfRegisterTask < Task
+
+    def initialize(cluster, package_name)
+      super(cluster, false)
+      @package_name = package_name
+
+      self
+    end
+
+    private
+
+    def all_nodes_done?
+      command = 'udf-list'
+      nodes = @cluster.nodes
+
+      nodes.each do |node|
+        conn = node.get_connection(1)
+        response_map = Info.request(conn, command)
+        _, response = response_map.first
+        index = response.to_s.index("filename=#{@package_name}")
+
+        return false if index.nil?
+      end
+
+      return true
+    end
+
+  end # class
+
+end # module

data/lib/aerospike/task/udf_remove_task.rb

@@ -0,0 +1,55 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'thread'
+require 'time'
+
+require 'aerospike/task/task'
+
+module Aerospike
+
+  private
+
+  class UdfRemoveTask < Task
+
+    def initialize(cluster, package_name)
+      super(cluster, false)
+      @package_name = package_name
+
+      self
+    end
+
+    private
+
+    def all_nodes_done?
+      command = 'udf-list'
+      nodes = @cluster.nodes
+
+      nodes.each do |node|
+        conn = node.get_connection(1)
+        response_map = Info.request(conn, command)
+        _, response = response_map.first
+        index = response.to_s.index("filename=#{@package_name}")
+
+        return false if index
+      end
+
+      return true
+    end
+
+  end # class
+
+end # module

data/lib/aerospike/udf.rb

@@ -0,0 +1,24 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License") you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+module Aerospike
+
+  # Polymorphic value classes used to efficiently serialize objects into the wire protocol.
+  class UDF
+    attr_accessor :filename, :hash, :language
+  end # class
+
+end

data/lib/aerospike/utils/buffer.rb

@@ -0,0 +1,139 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'aerospike/utils/pool'
+
+module Aerospike
+
+  private
+
+  # Buffer class to ease the work around
+  class Buffer
+
+    @@buf_pool = Pool.new
+    @@buf_pool.create_block = Proc.new { Buffer.new }
+
+    attr_accessor :buf
+
+    INT16 = 's>'
+    INT32 = 'l>'
+    INT64 = 'q>'
+
+    DEFAULT_BUFFER_SIZE = 16 * 1024
+    MAX_BUFFER_SIZE = 10 * 1024 * 1024
+
+    def initialize(size=DEFAULT_BUFFER_SIZE)
+      @buf = "%0#{size}d" % 0
+
+      @slice_end = @buf.bytesize
+    end
+
+    def self.get
+      @@buf_pool.poll
+    end
+
+    def self.put(buffer)
+      @@buf_pool.offer(buffer)
+    end
+
+    def size
+      @buf.bytesize
+    end
+    alias_method :length, :size
+
+    def resize(length)
+      if @buf.bytesize < length
+        @buf.concat("%0#{length - @buf.bytesize}d" % 0)
+      end
+      @slice_end = length
+    end
+
+    def write_byte(byte, offset)
+      @buf.setbyte(offset, byte.ord)
+      1
+    end
+
+    def write_binary(data, offset)
+      @buf[offset, data.bytesize] = data
+      data.bytesize
+    end
+
+    def write_int16(i, offset)
+      @buf[offset, 2] = [i].pack(INT16)
+      2
+    end
+
+    def write_int32(i, offset)
+      @buf[offset, 4] = [i].pack(INT32)
+      4
+    end
+
+    def write_int64(i, offset)
+      @buf[offset, 8] = [i].pack(INT64)
+      8
+    end
+
+    def read(offset, len=1)
+      start = offset
+
+      if len == 1
+        @buf.getbyte(start)
+      else
+        @buf[start, len]
+      end
+    end
+
+    def read_int16(offset)
+      vals = @buf[offset..offset+1]
+      vals.unpack(INT16)[0]
+    end
+
+    def read_int32(offset)
+      vals = @buf[offset..offset+3]
+      vals.unpack(INT32)[0]
+    end
+
+    def read_int64(offset)
+      vals = @buf[offset..offset+7]
+      vals.unpack(INT64)[0]
+    end
+
+    def read_var_int64(offset, len)
+      val = 0
+      for i in 0...len
+        val <<= 8
+        val |= @buf[offset+i].ord & 0xFF
+      end
+      val
+    end
+
+    def to_s
+      @buf[0..@slice_end-1]
+    end
+
+    def dump(from=nil, to=nil)
+      from ||= 0
+      to ||= @slice_end - 1
+
+      @buf.bytes[from...to].each do |c|
+        print c.ord.to_s(16)
+        putc ' '
+      end
+    end
+
+  end # buffer
+
+end # module

data/lib/aerospike/utils/epoc.rb

@@ -0,0 +1,28 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'time'
+
+module Aerospike
+
+  CITRUSLEAF_EPOCH = 1262304000
+
+  # Converts an Expiration time to TTL in seconds
+  def self.TTL(secs_from_citrus_leaf_epoc)
+    CITRUSLEAF_EPOCH+secs_from_citrus_leaf_epoc - Time.now.to_i
+  end
+
+end # module

data/lib/aerospike/utils/pool.rb

@@ -0,0 +1,65 @@
+# encoding: utf-8
+# Copyright 2014 Aerospike, Inc.
+#
+# Portions may be licensed to Aerospike, Inc. under one or more contributor
+# license agreements.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not
+# use this file except in compliance with the License. You may obtain a copy of
+# the License at http:#www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations under
+# the License.
+
+require 'thread'
+require 'timeout'
+
+module Aerospike
+
+  private
+
+  class Pool
+
+    attr_accessor :create_block, :cleanup_block
+
+    def initialize(max_size = 256, &block)
+      @create_block = block
+      @cleanup_block = nil
+
+      @pool = Queue.new
+      @max_size = max_size
+    end
+
+    def offer(obj)
+      if @pool.length < @max_size
+        @pool << obj
+      elsif @cleanup_block
+        @cleanup_block.call(obj)
+      end
+    end
+    alias_method :<<, :offer
+
+    def poll(create_new=true)
+      res = nil
+      begin
+        res = @pool.pop(true) # non_blocking
+        return res
+      rescue
+        return @create_block.call if @create_block && create_new
+      end
+    end
+
+    def empty?
+      @pool.length == 0
+    end
+
+    def length
+      @pool.length
+    end
+
+  end
+
+end