cassandra-driver 0.1.0.alpha1 → 1.0.0.beta.1

data/lib/cassandra/client/null_logger.rb

@@ -0,0 +1,37 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  module Client
+    # @private
+    class NullLogger
+      def close(*); end
+      def debug(*); end
+      def debug?; false end
+      def error(*); end
+      def error?; false end
+      def fatal(*); end
+      def fatal?; false end
+      def info(*); end
+      def info?; false end
+      def unknown(*); end
+      def warn(*); end
+      def warn?; false end
+    end
+  end
+end

data/lib/cassandra/client/peer_discovery.rb

@@ -0,0 +1,50 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  module Client
+    # @private
+    class PeerDiscovery
+      def initialize(seed_connections)
+        @seed_connections = seed_connections
+        @connection = seed_connections.sample
+        @request_runner = RequestRunner.new
+      end
+
+      def new_hosts
+        request = Protocol::QueryRequest.new('SELECT peer, data_center, host_id, rpc_address FROM system.peers', nil, nil, :one)
+        response = @request_runner.execute(@connection, request)
+        response.map do |result|
+          result.each_with_object([]) do |row, new_peers|
+            if include?(row['host_id'], row['data_center'])
+              rpc_address = row['rpc_address'].to_s
+              rpc_address = row['peer'].to_s if rpc_address == '0.0.0.0'
+              new_peers << rpc_address
+            end
+          end
+        end
+      end
+
+      private
+
+      def include?(host_id, dc)
+        @seed_connections.any? { |c| c[:data_center] == dc } && @seed_connections.none? { |c| c[:host_id] == host_id }
+      end
+    end
+  end
+end

data/lib/cassandra/client/prepared_statement.rb

@@ -0,0 +1,314 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  module Client
+    # A prepared statement are CQL queries that have been sent to the server
+    # to be precompiled, so that when executed only their ID and not the whole
+    # CQL string need to be sent. They support bound values, or placeholders
+    # for values.
+    #
+    # Using a prepared statement for any query that you execute more than once
+    # is highly recommended. Besides the benefit of having less network overhead,
+    # and less processing overhead on the server side, they don't require you
+    # to build CQL strings and escape special characters, or format non-character
+    # data such as UUIDs, different numeric types, or collections, in the
+    # correct way.
+    #
+    # You should only prepare a statement once and reuse the prepared statement
+    # object every time you want to execute that particular query. The statement
+    # object will make sure that it is prepared on all connections, and will
+    # (lazily, but transparently) make sure it is prepared on any new connections.
+    #
+    # It is an anti-pattern to prepare the same query over and over again. It is
+    # bad for performance, since every preparation requires a roundtrip to all
+    # connected servers, and because of some bookeeping that is done to support
+    # automatic preparation on new connections, it will lead to unnecessary
+    # extra memory usage. There is no performance benefit in creating multiple
+    # prepared statement objects for the same query.
+    #
+    # Prepared statement objects are completely thread safe and can be shared
+    # across all threads in your application.
+    #
+    # @see Cassandra::Client::Client#prepare
+    class PreparedStatement
+      # Metadata describing the bound values
+      #
+      # @return [ResultMetadata]
+      attr_reader :metadata
+
+      # Metadata about the result (i.e. rows) that is returned when executing
+      # this prepared statement.
+      #
+      # @return [ResultMetadata]
+      attr_reader :result_metadata
+
+      # Execute the prepared statement with a list of values to be bound to the
+      # statements parameters.
+      #
+      # The number of arguments must equal the number of bound parameters. You
+      # can also specify options as the last argument, or a symbol as a shortcut
+      # for just specifying the consistency.
+      #
+      # Because you can specify options, or not, there is an edge case where if
+      # the last parameter of your prepared statement is a map, and you forget
+      # to specify a value for your map, the options will end up being sent to
+      # Cassandra. Most other cases when you specify the wrong number of
+      # arguments should result in an `ArgumentError` or `TypeError` being
+      # raised.
+      #
+      # @example Preparing and executing an `INSERT` statement
+      #   statement = client.prepare(%(INSERT INTO metrics (id, time, value) VALUES (?, NOW(), ?)))
+      #   statement.execute(1234, 23432)
+      #   statement.execute(2345, 34543, tracing: true)
+      #   statement.execute(3456, 45654, consistency: :one)
+      #
+      # @example Preparing and executing a `SELECT` statement
+      #   statement = client.prepare(%(SELECT * FROM metrics WHERE id = ? AND time > ?))
+      #   result = statement.execute(1234, Time.now - 3600)
+      #   result.each do |row|
+      #     p row
+      #   end
+      #
+      # @param args [Array] the values for the bound parameters, and an optional
+      #   hash of options as last argument – see {Cassandra::Client::Client#execute}
+      #   for details on which options are available.
+      # @raise [ArgumentError] raised when number of argument does not match
+      #   the number of parameters needed to be bound to the statement.
+      # @raise [Cassandra::Errors::NotConnectedError] raised when the client is not connected
+      # @raise [Cassandra::Errors::IoError] raised when there is an IO error, for example
+      #   if the server suddenly closes the connection
+      # @raise [Cassandra::Errors::QueryError] raised when there is an error on the server side
+      # @return [nil, Cassandra::Client::QueryResult, Cassandra::Client::VoidResult] Some
+      #   queries have no result and return `nil`, but `SELECT` statements
+      #   return an `Enumerable` of rows (see {Cassandra::Client::QueryResult}), and
+      #   `INSERT` and `UPDATE` return a similar type
+      #   (see {Cassandra::Client::VoidResult}).
+      def execute(*args)
+      end
+
+      # Yields a batch when called with a block. The batch is automatically
+      # executed at the end of the block and the result is returned.
+      #
+      # Returns a batch when called wihtout a block. The batch will remember
+      # the options given and merge these with any additional options given
+      # when {Cassandra::Client::PreparedStatementBatch#execute} is called.
+      #
+      # The batch yielded or returned by this method is not identical to the
+      # regular batch objects yielded or returned by {Cassandra::Client::Client#batch}.
+      # These prepared statement batch objects can be used only to add multiple
+      # executions of the same prepared statement.
+      #
+      # Please note that the batch object returned by this method _is not thread
+      # safe_.
+      #
+      # The type parameter can be ommitted and the options can then be given
+      # as first parameter.
+      #
+      # @example Executing a prepared statement in a batch
+      #   statement = client.prepare(%(INSERT INTO metrics (id, time, value) VALUES (?, NOW(), ?)))
+      #   statement.batch do |batch|
+      #     batch.add(1234, 23423)
+      #     batch.add(2346, 13)
+      #     batch.add(2342, 2367)
+      #     batch.add(4562, 1231)
+      #   end
+      #
+      # @see Cassandra::Client::PreparedStatementBatch
+      # @see Cassandra::Client::Client#batch
+      # @param [Symbol] type the type of batch, must be one of `:logged`,
+      #   `:unlogged` and `:counter`. The precise meaning of these  is defined
+      #   in the CQL specification.
+      # @yieldparam [Cassandra::Client::PreparedStatementBatch] batch the batch
+      # @return [Cassandra::Client::VoidResult, Cassandra::Client::Batch] when no block is
+      #   given the batch is returned, when a block is given the result of
+      #   executing the batch is returned (see {Cassandra::Client::Batch#execute}).
+      def batch(type=:logged, options={})
+      end
+    end
+
+    # @private
+    class AsynchronousPreparedStatement < PreparedStatement
+      # @private
+      def initialize(cql, execute_options_decoder, connection_manager, logger)
+        @cql = cql
+        @execute_options_decoder = execute_options_decoder
+        @connection_manager = connection_manager
+        @logger = logger
+        @request_runner = RequestRunner.new
+      end
+
+      def self.prepare(cql, execute_options_decoder, connection_manager, logger)
+        statement = new(cql, execute_options_decoder, connection_manager, logger)
+        futures = connection_manager.map do |connection|
+          statement.prepare(connection)
+        end
+        Ione::Future.all(*futures).map(statement)
+      rescue => e
+        Ione::Future.failed(e)
+      end
+
+      def execute(*args)
+        connection = @connection_manager.random_connection
+        if connection[self]
+          run(args, connection)
+        else
+          prepare(connection).flat_map do
+            run(args, connection)
+          end
+        end
+      rescue => e
+        Ione::Future.failed(e)
+      end
+
+      def batch(type=:logged, options=nil)
+        if type.is_a?(Hash)
+          options = type
+          type = :logged
+        end
+        b = AsynchronousBatch.new(type, @execute_options_decoder, @connection_manager, options)
+        pb = AsynchronousPreparedStatementBatch.new(self, b)
+        if block_given?
+          yield pb
+          pb.execute
+        else
+          pb
+        end
+      end
+
+      # @private
+      def prepare(connection)
+        prepare_request = Protocol::PrepareRequest.new(@cql)
+        f = @request_runner.execute(connection, prepare_request) do |response|
+          connection[self] = response.id
+          unless @raw_metadata
+            # NOTE: this is not thread safe, but the worst that could happen
+            # is that we assign the same data multiple times
+            @raw_metadata = response.metadata
+            @metadata = ResultMetadata.new(@raw_metadata)
+            @raw_result_metadata = response.result_metadata
+            if @raw_result_metadata
+              @result_metadata = ResultMetadata.new(@raw_result_metadata)
+            end
+          end
+          hex_id = response.id.each_byte.map { |x| x.to_s(16).rjust(2, '0') }.join('')
+          @logger.debug('Statement %s prepared on node %s (%s:%d)' % [hex_id, connection[:host_id].to_s, connection.host, connection.port])
+        end
+        f.map(self)
+      end
+
+      # @private
+      def prepared?(connection)
+        !!connection[self]
+      end
+
+      # @private
+      def add_to_batch(batch, connection, bound_args)
+        statement_id = connection[self]
+        unless statement_id
+          raise Errors::NotPreparedError
+        end
+        unless bound_args.size == @raw_metadata.size
+          raise ArgumentError, "Expected #{@raw_metadata.size} arguments, got #{bound_args.size}"
+        end
+        batch.add_prepared(statement_id, @raw_metadata, bound_args)
+      end
+
+      private
+
+      def run(args, connection)
+        bound_args = args.shift(@raw_metadata.size)
+        unless bound_args.size == @raw_metadata.size && args.size <= 1
+          raise ArgumentError, "Expected #{@raw_metadata.size} arguments, got #{bound_args.size}"
+        end
+        options = @execute_options_decoder.decode_options(args.last)
+        statement_id = connection[self]
+        request_metadata = @raw_result_metadata.nil?
+        request = Protocol::ExecuteRequest.new(statement_id, @raw_metadata, bound_args, request_metadata, options[:consistency], options[:serial_consistency], options[:page_size], options[:paging_state], options[:trace])
+        f = @request_runner.execute(connection, request, options[:timeout], @raw_result_metadata)
+        if options.include?(:page_size)
+          f = f.map { |result| AsynchronousPreparedPagedQueryResult.new(self, request, result, options) }
+        end
+        f
+      end
+    end
+
+    # @private
+    class SynchronousPreparedStatement < PreparedStatement
+      include SynchronousBacktrace
+
+      def initialize(async_statement)
+        @async_statement = async_statement
+        @metadata = async_statement.metadata
+        @result_metadata = async_statement.result_metadata
+      end
+
+      def execute(*args)
+        synchronous_backtrace do
+          result = @async_statement.execute(*args).value
+          result = SynchronousPagedQueryResult.new(result) if result.is_a?(PagedQueryResult)
+          result
+        end
+      end
+
+      def batch(type=:logged, options=nil, &block)
+        if block_given?
+          synchronous_backtrace { @async_statement.batch(type, options, &block).value }
+        else
+          SynchronousPreparedStatementBatch.new(@async_statement.batch(type, options))
+        end
+      end
+
+      def pipeline
+        pl = Pipeline.new(@async_statement)
+        yield pl
+        synchronous_backtrace { pl.value }
+      end
+
+      def async
+        @async_statement
+      end
+
+      # @private
+      def prepared?(connection)
+        @async_statement.prepared?(connection)
+      end
+
+      # @private
+      def add_to_batch(batch, connection, bound_arguments)
+        @async_statement.add_to_batch(batch, connection, bound_arguments)
+      end
+    end
+
+    # @private
+    class Pipeline
+      def initialize(async_statement)
+        @async_statement = async_statement
+        @futures = []
+      end
+
+      def execute(*args)
+        @futures << @async_statement.execute(*args)
+      end
+
+      def value
+        Ione::Future.all(*@futures).value
+      end
+    end
+  end
+end

data/lib/cassandra/client/query_result.rb

@@ -0,0 +1,230 @@
+# encoding: utf-8
+
+#--
+# Copyright 2013-2014 DataStax, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#++
+
+module Cassandra
+  module Client
+    # Query results encapsulate the rows returned by a query.
+    #
+    # In addition to containing the rows it contains metadata about the data
+    # types of the columns of the rows, and it knows the ID of the trace,
+    # if tracing was requested for the query.
+    #
+    # When paging over a big result you can use {#last_page?} to find out if the
+    # page is the last, or {#next_page} to retrieve the next page.
+    #
+    # `QueryResult` is an `Enumerable` so it can be mapped, filtered, reduced, etc.
+    class QueryResult
+      include Enumerable
+
+      # @return [ResultMetadata]
+      attr_reader :metadata
+
+      # The ID of the query trace associated with the query, if any.
+      #
+      # @return [Cassandra::Uuid]
+      attr_reader :trace_id
+
+      # @private
+      attr_reader :paging_state
+
+      # @private
+      def initialize(metadata, rows, trace_id, paging_state)
+        @metadata = ResultMetadata.new(metadata)
+        @rows = rows
+        @trace_id = trace_id
+        @paging_state = paging_state
+      end
+
+      # Returns whether or not there are any rows in this result set
+      def empty?
+        @rows.empty?
+      end
+
+      # Returns count of underlying rows
+      def size
+        @rows.size
+      end
+      alias :length :size
+
+      # Iterates over each row in the result set.
+      #
+      # @yieldparam [Hash] row each row in the result set as a hash
+      # @return [Enumerable<Hash>]
+      def each(&block)
+        @rows.each(&block)
+      end
+      alias_method :each_row, :each
+
+      # Returns true when there are no more pages to load.
+      #
+      # This is only relevant when you have requested paging of the results with
+      # the `:page_size` option to {Cassandra::Client::Client#execute} or
+      # {Cassandra::Client::PreparedStatement#execute}.
+      #
+      # @see Cassandra::Client::Client#execute
+      def last_page?
+        true
+      end
+
+      # Returns the next page or nil when there is no next page.
+      #
+      # This is only relevant when you have requested paging of the results with
+      # the `:page_size` option to {Cassandra::Client::Client#execute} or
+      # {Cassandra::Client::PreparedStatement#execute}.
+      #
+      # @see Cassandra::Client::Client#execute
+      def next_page
+        nil
+      end
+    end
+
+    # @private
+    class PagedQueryResult < QueryResult
+      def metadata
+        @result.metadata
+      end
+
+      def trace_id
+        @result.trace_id
+      end
+
+      def paging_state
+        @result.paging_state
+      end
+
+      def empty?
+        @result.empty?
+      end
+
+      def each(&block)
+        @result.each(&block)
+      end
+      alias_method :each_row, :each
+
+      def last_page?
+        @last_page
+      end
+
+      def next_page
+      end
+    end
+
+    # @private
+    class AsynchronousPagedQueryResult < PagedQueryResult
+      def initialize(request, result, options)
+        @request = request
+        @result = result
+        @result = result
+        @options = options.merge(paging_state: result.paging_state)
+        @last_page = !result.paging_state
+      end
+    end
+
+    # @private
+    class AsynchronousQueryPagedQueryResult < AsynchronousPagedQueryResult
+      def initialize(client, request, result, options)
+        super(request, result, options)
+        @client = client
+      end
+
+      def next_page
+        return Ione::Future.resolved(nil) if last_page?
+        @client.execute(@request.cql, *@request.values, @options)
+      end
+    end
+
+    # @private
+    class AsynchronousPreparedPagedQueryResult < AsynchronousPagedQueryResult
+      def initialize(prepared_statement, request, result, options)
+        super(request, result, options)
+        @prepared_statement = prepared_statement
+      end
+
+      def next_page
+        return Ione::Future.resolved(nil) if last_page?
+        @prepared_statement.execute(*@request.values, @options)
+      end
+    end
+
+    # @private
+    class SynchronousPagedQueryResult < PagedQueryResult
+      include SynchronousBacktrace
+
+      def initialize(asynchronous_result)
+        @result = asynchronous_result
+      end
+
+      def async
+        @result
+      end
+
+      def last_page?
+        @result.last_page?
+      end
+
+      def next_page
+        synchronous_backtrace do
+          asynchronous_result = @result.next_page.value
+          asynchronous_result && self.class.new(asynchronous_result)
+        end
+      end
+    end
+
+    # @private
+    class LazyQueryResult < QueryResult
+      def initialize(metadata, lazy_rows, trace_id, paging_state)
+        super(metadata, nil, trace_id, paging_state)
+        @raw_metadata = metadata
+        @lazy_rows = lazy_rows
+        @lock = Mutex.new
+      end
+
+      def empty?
+        ensure_materialized
+        super
+      end
+
+      def size
+        ensure_materialized
+        super
+      end
+      alias :length :size
+
+      def each(&block)
+        ensure_materialized
+        super
+      end
+      alias_method :each_row, :each
+
+      private
+
+      def ensure_materialized
+        unless @rows
+          @lock.lock
+          begin
+            unless @rows
+              @rows = @lazy_rows.materialize(@raw_metadata)
+            end
+          ensure
+            @lock.unlock
+          end
+        end
+      end
+    end
+  end
+end