cassandra-driver 1.0.0.beta.2-java

data/lib/cassandra/protocol/cql_protocol_handler.rb

@@ -0,0 +1,323 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  module Protocol
+    # This class wraps a single connection and translates between request/
+    # response frames and raw bytes.
+    #
+    # You send requests with #send_request, and receive responses through the
+    # returned future.
+    #
+    # Instances of this class are thread safe.
+    #
+    # @example Sending an OPTIONS request
+    #   future = protocol_handler.send_request(Cassandra::Protocol::OptionsRequest.new)
+    #   response = future.get
+    #   puts "These options are supported: #{response.options}"
+    #
+    class CqlProtocolHandler
+      # @return [String] the current keyspace for the underlying connection
+      attr_reader :keyspace
+
+      def initialize(connection, scheduler, protocol_version, compressor=nil)
+        @connection = connection
+        @scheduler = scheduler
+        @compressor = compressor
+        @connection.on_data(&method(:receive_data))
+        @connection.on_closed(&method(:socket_closed))
+        @promises = Array.new(128) { nil }
+        @read_buffer = CqlByteBuffer.new
+        @frame_encoder = FrameEncoder.new(protocol_version, @compressor)
+        @frame_decoder = FrameDecoder.new(@compressor)
+        @current_frame = FrameDecoder::NULL_FRAME
+        @request_queue_in = []
+        @request_queue_out = []
+        @event_listeners = []
+        @data = {}
+        @lock = Mutex.new
+        @closed_promise = Ione::Promise.new
+        @keyspace = nil
+      end
+
+      # Returns the hostname of the underlying connection
+      #
+      # @return [String] the hostname
+      def host
+        @connection.host
+      end
+
+      # Returns the port of the underlying connection
+      #
+      # @return [Integer] the port
+      def port
+        @connection.port
+      end
+
+      # Associate arbitrary data with this protocol handler object. This is
+      # useful in situations where additional metadata can be loaded after the
+      # connection has been set up, or to keep statistics specific to the
+      # connection this protocol handler wraps.
+      def []=(key, value)
+        @lock.lock
+        @data[key] = value
+      ensure
+        @lock.unlock
+      end
+
+      # @see {#[]=}
+      # @return the value associated with the key
+      def [](key)
+        @lock.lock
+        @data[key]
+      ensure
+        @lock.unlock
+      end
+
+      # @return [true, false] true if the underlying connection is connected
+      def connected?
+        @connection.connected?
+      end
+
+      # @return [true, false] true if the underlying connection is closed
+      def closed?
+        @connection.closed?
+      end
+
+      # Register to receive notification when the underlying connection has
+      # closed. If the connection closed abruptly the error will be passed
+      # to the listener, otherwise it will not receive any parameters.
+      #
+      # @yieldparam error [nil, Error] the error that caused the connection to
+      #   close, if any
+      def on_closed(&listener)
+        @closed_promise.future.on_value(&listener)
+        @closed_promise.future.on_failure(&listener)
+      end
+
+      # Register to receive server sent events, like schema changes, nodes going
+      # up or down, etc. To actually receive events you also need to send a
+      # REGISTER request for the events you wish to receive.
+      #
+      # @yieldparam event [Cassandra::Protocol::EventResponse] an event sent by the server
+      def on_event(&listener)
+        @lock.lock
+        @event_listeners += [listener]
+      ensure
+        @lock.unlock
+      end
+
+      # Serializes and send a request over the underlying connection.
+      #
+      # Returns a future that will resolve to the response. When the connection
+      # closes the futures of all active requests will be failed with the error
+      # that caused the connection to close, or nil.
+      #
+      # When `timeout` is specified the future will fail with {Cassandra::TimeoutError}
+      # after that many seconds have passed. If a response arrives after that
+      # time it will be lost. If a response never arrives for the request the
+      # channel occupied by the request will _not_ be reused.
+      #
+      # @param [Cassandra::Protocol::Request] request
+      # @param [Float] timeout an optional number of seconds to wait until
+      #   failing the request
+      # @return [Ione::Future<Cassandra::Protocol::Response>] a future that resolves to
+      #   the response
+      def send_request(request, timeout=nil)
+        return Ione::Future.failed(Errors::NotConnectedError.new) if closed?
+        promise = RequestPromise.new(request, @frame_encoder)
+        id = nil
+        @lock.lock
+        begin
+          if (id = next_stream_id)
+            @promises[id] = promise
+          end
+        ensure
+          @lock.unlock
+        end
+        if id
+          @connection.write do |buffer|
+            @frame_encoder.encode_frame(request, id, buffer)
+          end
+        else
+          @lock.lock
+          begin
+            promise.encode_frame
+            @request_queue_in << promise
+          ensure
+            @lock.unlock
+          end
+        end
+        if timeout
+          @scheduler.schedule_timer(timeout).on_value do
+            promise.time_out!
+          end
+        end
+        promise.future
+      end
+
+      # Closes the underlying connection.
+      #
+      # @return [Ione::Future] a future that completes when the connection has closed
+      def close
+        @connection.close
+        @closed_promise.future
+      end
+
+      private
+
+      # @private
+      class RequestPromise < Ione::Promise
+        attr_reader :request, :frame
+
+        def initialize(request, frame_encoder)
+          @request = request
+          @frame_encoder = frame_encoder
+          @timed_out = false
+          super()
+        end
+
+        def timed_out?
+          @timed_out
+        end
+
+        def time_out!
+          unless future.completed?
+            @timed_out = true
+            fail(TimeoutError.new)
+          end
+        end
+
+        def encode_frame
+          @frame = @frame_encoder.encode_frame(@request)
+        end
+      end
+
+      def receive_data(data)
+        @read_buffer << data
+        @current_frame = @frame_decoder.decode_frame(@read_buffer, @current_frame)
+        while @current_frame.complete?
+          id = @current_frame.stream_id
+          if id == -1
+            notify_event_listeners(@current_frame.body)
+          else
+            complete_request(id, @current_frame.body)
+          end
+          @current_frame = @frame_decoder.decode_frame(@read_buffer)
+        end
+      end
+
+      def notify_event_listeners(event_response)
+        event_listeners = nil
+        @lock.lock
+        begin
+          event_listeners = @event_listeners
+          return if event_listeners.empty?
+        ensure
+          @lock.unlock
+        end
+        event_listeners.each do |listener|
+          listener.call(@current_frame.body) rescue nil
+        end
+      end
+
+      def complete_request(id, response)
+        promise = nil
+        @lock.lock
+        begin
+          promise = @promises[id]
+          @promises[id] = nil
+        ensure
+          @lock.unlock
+        end
+        if response.is_a?(Protocol::SetKeyspaceResultResponse)
+          @keyspace = response.keyspace
+        end
+        flush_request_queue
+        unless promise.timed_out?
+          promise.fulfill(response)
+        end
+      end
+
+      def flush_request_queue
+        @lock.lock
+        begin
+          if @request_queue_out.empty? && !@request_queue_in.empty?
+            @request_queue_out = @request_queue_in
+            @request_queue_in = []
+          end
+        ensure
+          @lock.unlock
+        end
+        while true
+          id = nil
+          frame = nil
+          @lock.lock
+          begin
+            if @request_queue_out.any? && (id = next_stream_id)
+              promise = @request_queue_out.shift
+              if promise.timed_out?
+                next
+              else
+                frame = promise.frame
+                @promises[id] = promise
+              end
+            end
+          ensure
+            @lock.unlock
+          end
+          if id
+            @frame_encoder.change_stream_id(id, frame)
+            @connection.write(frame)
+          else
+            break
+          end
+        end
+      end
+
+      def socket_closed(cause)
+        request_failure_cause = cause || Io::ConnectionClosedError.new
+        promises_to_fail = nil
+        @lock.synchronize do
+          promises_to_fail = @promises.compact
+          promises_to_fail.concat(@request_queue_in)
+          promises_to_fail.concat(@request_queue_out)
+          @promises.fill(nil)
+          @request_queue_in.clear
+          @request_queue_out.clear
+        end
+        promises_to_fail.each do |promise|
+          promise.fail(request_failure_cause)
+        end
+        if cause
+          @closed_promise.fail(cause)
+        else
+          @closed_promise.fulfill
+        end
+      end
+
+      def next_stream_id
+        if (stream_id = @promises.index(nil))
+          stream_id
+        else
+          nil
+        end
+      end
+    end
+  end
+end

data/lib/cassandra/protocol/frame_decoder.rb

@@ -0,0 +1,128 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  module Protocol
+    # @private
+    class FrameDecoder
+      def initialize(compressor=nil)
+        @compressor = compressor
+      end
+
+      def decode_frame(buffer, partial_frame=nil)
+        partial_frame ||= NULL_FRAME
+        if partial_frame == NULL_FRAME
+          buffer_length = buffer.length
+          return NULL_FRAME if buffer_length < 8
+          fields = buffer.read_int
+          size = buffer.read_int
+          if buffer_length - 8 >= size
+            actual_decode(buffer, fields, size)
+          else
+            PartialFrame.new(fields, size)
+          end
+        elsif buffer.length >= partial_frame.size
+          actual_decode(buffer, partial_frame.fields, partial_frame.size)
+        else
+          partial_frame
+        end
+      end
+
+      private
+
+      def actual_decode(buffer, fields, size)
+        if (fields >> 24) & 0x80 == 0
+          raise UnsupportedFrameTypeError, 'Request frames are not supported'
+        end
+        protocol_version = (fields >> 24) & 0x7f
+        compression = (fields >> 16) & 0x01
+        tracing = (fields >> 16) & 0x02
+        stream_id = (fields >> 8) & 0xff
+        stream_id = (stream_id & 0x7f) - (stream_id & 0x80)
+        opcode = fields & 0xff
+        if compression == 1
+          buffer = decompress(buffer, size)
+          size = buffer.size
+        end
+        if tracing == 2
+          trace_id = buffer.read_uuid
+          size -= 16
+        else
+          trace_id = nil
+        end
+        extra_length = buffer.length - size
+        response = Response.decode(opcode, protocol_version, buffer, size, trace_id)
+        if buffer.length > extra_length
+          buffer.discard(buffer.length - extra_length)
+        end
+        CompleteFrame.new(stream_id, response)
+      end
+
+      def decompress(buffer, size)
+        if @compressor
+          compressed_body = buffer.read(size)
+          CqlByteBuffer.new(@compressor.decompress(compressed_body))
+        else
+          raise UnexpectedCompressionError, 'Compressed frame received, but no compressor configured'
+        end
+      end
+
+      class NullFrame
+        def size
+          nil
+        end
+
+        def complete?
+          false
+        end
+      end
+
+      class PartialFrame
+        attr_reader :fields, :size
+
+        def initialize(fields, size)
+          @fields = fields
+          @size = size
+        end
+
+        def stream_id
+          nil
+        end
+
+        def complete?
+          false
+        end
+      end
+
+      class CompleteFrame
+        attr_reader :stream_id, :body
+
+        def initialize(stream_id, body)
+          @stream_id = stream_id
+          @body = body
+        end
+
+        def complete?
+          true
+        end
+      end
+
+      NULL_FRAME = NullFrame.new
+    end
+  end
+end

data/lib/cassandra/protocol/frame_encoder.rb

@@ -0,0 +1,48 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  module Protocol
+    # @private
+    class FrameEncoder
+      def initialize(protocol_version=1, compressor=nil)
+        @protocol_version = protocol_version
+        @compressor = compressor
+      end
+
+      def encode_frame(request, stream_id=0, buffer=nil)
+        raise InvalidStreamIdError, 'The stream ID must be between 0 and 127' unless 0 <= stream_id && stream_id < 128
+        buffer ||= CqlByteBuffer.new
+        flags = request.trace? ? 2 : 0
+        body = request.write(@protocol_version, CqlByteBuffer.new)
+        if @compressor && request.compressable? && @compressor.compress?(body)
+          flags |= 1
+          body = @compressor.compress(body)
+        end
+        header = [@protocol_version, flags, stream_id, request.opcode, body.bytesize]
+        buffer << header.pack(Formats::HEADER_FORMAT)
+        buffer << body
+        buffer
+      end
+
+      def change_stream_id(new_stream_id, buffer, offset=0)
+        buffer.update(offset + 2, new_stream_id.chr)
+      end
+    end
+  end
+end

data/lib/cassandra/protocol/request.rb

@@ -0,0 +1,38 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  module Protocol
+    class Request
+      attr_reader :opcode, :trace
+
+      def initialize(opcode, trace=false)
+        @opcode = opcode
+        @trace = trace
+      end
+
+      def trace?
+        @trace
+      end
+
+      def compressable?
+        true
+      end
+    end
+  end
+end

data/lib/cassandra/protocol/requests/auth_response_request.rb

@@ -0,0 +1,47 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  module Protocol
+    class AuthResponseRequest < Request
+      attr_reader :token
+
+      def initialize(token)
+        super(0x0f)
+        @token = token
+      end
+
+      def write(protocol_version, buffer)
+        buffer.append_bytes(@token)
+      end
+
+      def to_s
+        %(AUTH_RESPONSE #{@token.bytesize})
+      end
+
+      def eql?(other)
+        self.token == other.token
+      end
+      alias_method :==, :eql?
+
+      def hash
+        @token.hash
+      end
+    end
+  end
+end

data/lib/cassandra/protocol/requests/batch_request.rb

@@ -0,0 +1,76 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  module Protocol
+    class BatchRequest < Request
+      LOGGED_TYPE = 0
+      UNLOGGED_TYPE = 1
+      COUNTER_TYPE = 2
+
+      attr_reader :type, :part_count
+      attr_accessor :consistency, :retries
+
+      def initialize(type, consistency, trace=false)
+        super(0x0D, trace)
+        @type = type
+        @part_count = 0
+        @encoded_queries = CqlByteBuffer.new
+        @consistency = consistency
+      end
+
+      def add_query(cql, values=nil, type_hints=nil)
+        @encoded_queries.append(QUERY_KIND)
+        @encoded_queries.append_long_string(cql)
+        QueryRequest.encode_values(@encoded_queries, values, type_hints)
+        @part_count += 1
+        nil
+      end
+
+      def add_prepared(id, metadata, values)
+        @encoded_queries.append(PREPARED_KIND)
+        @encoded_queries.append_short_bytes(id)
+        ExecuteRequest.encode_values(@encoded_queries, metadata, values)
+        @part_count += 1
+        nil
+      end
+
+      def write(protocol_version, buffer)
+        buffer.append(@type.chr)
+        buffer.append_short(@part_count)
+        buffer.append(@encoded_queries)
+        buffer.append_consistency(@consistency)
+      end
+
+      def to_s
+        type_str = case @type
+          when LOGGED_TYPE then 'LOGGED'
+          when UNLOGGED_TYPE then 'UNLOGGED'
+          when COUNTER_TYPE then 'COUNTER'
+        end
+        %(BATCH #{type_str} #{@part_count} #{@consistency.to_s.upcase})
+      end
+
+      private
+
+      TYPE_CONVERTER = TypeConverter.new
+      QUERY_KIND = "\x00".freeze
+      PREPARED_KIND = "\x01".freeze
+    end
+  end
+end

data/lib/cassandra/protocol/requests/credentials_request.rb

@@ -0,0 +1,47 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  module Protocol
+    class CredentialsRequest < Request
+      attr_reader :credentials
+
+      def initialize(credentials)
+        super(4)
+        @credentials = credentials.dup.freeze
+      end
+
+      def write(protocol_version, buffer)
+        buffer.append_string_map(@credentials)
+      end
+
+      def to_s
+        %(CREDENTIALS #{@credentials})
+      end
+
+      def eql?(rq)
+        self.class === rq && rq.credentials.eql?(@credentials)
+      end
+      alias_method :==, :eql?
+
+      def hash
+        @h ||= @credentials.hash
+      end
+    end
+  end
+end