riak-client 1.4.5 → 2.0.0.rc1

data/lib/riak/node/control.rb

@@ -1,207 +0,0 @@
-require 'riak/node/console'
-require 'riak/util/tcp_socket_extensions'
-
-module Riak
-  class Node
-    # Regexp for parsing riak-admin status output. Takes into account
-    # the minor bug fixed by {https://github.com/basho/riak_kv/pull/134}
-    # and multiline output used when lists of things grow long.
-    STATS_REGEXP = /^([^:\n]+)\s:\s((?:.*)(?:\n\s+[^\n]+)*)/
-
-    # Is the node running?
-    # @return [true, false] If the node is running
-    def started?
-      pinged = ping
-      pinged.strip =~ /pong/ || pinged.strip !~ /Node '[^']+' not responding to pings/
-    end
-
-    # Is the node stopped? (opposite of {#started?}).
-    # @return [true, false] If the node is stopped
-    # @see #started?
-    def stopped?
-      !started?
-    end
-
-    # Starts the node.
-    # @return [String] the output of the 'riak start' command
-    def start
-      res = riak 'start'
-      wait_for_startup
-      res
-    end
-
-    # Stops the node
-    # @return [String] the output of the 'riak stop' command
-    def stop
-      res = riak 'stop'
-      wait_for_shutdown
-      res
-    end
-
-    # Restarts the node
-    # @return [String] the output of the 'riak restart' command
-    def restart
-      riak 'restart'
-    end
-
-    # Reboots the node
-    # @return [String] the output of the 'riak reboot' command
-    def restart
-      riak 'reboot'
-    end
-
-    # Pings the node
-    # @return [String] the output of the 'riak ping' command
-    def ping
-      begin
-        riak 'ping'
-      rescue SystemCallError
-        # If the control script doesn't exist or has the wrong
-        # permissions, we should still return something sane so we can
-        # do the right thing.
-        "Node '#{name}' not responding to pings."
-      end
-    end
-
-    # Attach to the node's console via the pipe.
-    # @return [Riak::Node::Console] A console manager for sending
-    #    commands to the Riak node
-    # @see #with_console
-    def attach
-      Console.open self
-    end
-
-    # Execute the block against the Riak node's console.
-    # @yield [console] A block of commands to be run against the console
-    # @yieldparam [Riak::Node::Console] console A console manager for
-    #    sending commands to the Riak node
-    def with_console
-      begin
-        console = attach
-        yield console
-      ensure
-        console.close if console
-      end
-    end
-
-    # Joins the node to another node to create a cluster.
-    # @return [String] the output of the 'riak-admin join' command
-    def join(node)
-      node = node.name if Node === node
-      riak_admin 'join', node
-    end
-
-    # Removes this node from its current cluster, handing off all data.
-    # @return [String] the output of the 'riak-admin leave' command
-    def leave
-      riak_admin 'leave'
-    end
-
-    # Forcibly removes a node from the current cluster without
-    # invoking handoff.
-    # @return [String] the output of the 'riak-admin remove <node>'
-    #   command
-    def remove(node)
-      node = node.name if Node === node
-      riak_admin 'remove', node
-    end
-
-    # Captures the status of the node.
-    # @return [Hash] a collection of information about the node
-    def status
-      output = riak_admin 'status'
-      if $?.success?
-        result = {}
-        Hash[output.scan(STATS_REGEXP)]
-      end
-    end
-
-    # Detects whether the node's cluster has converged on the ring.
-    # @return [true,false] whether the ring is stable
-    def ringready?
-      output = riak_admin 'ringready'
-      output =~ /^TRUE/ || $?.success?
-    end
-
-    # Lists riak_core applications that have registered as available,
-    # e.g.  ["riak_kv", "riak_search", "riak_pipe"]
-    # @return [Array<String>] a list of running services
-    def services
-      output = riak_admin 'services'
-      if $?.success?
-        output.strip.match(/^\[(.*)\]$/)[1].split(/,/)
-      else
-        []
-      end
-    end
-
-    # Forces the node to restart/reload its JavaScript VMs,
-    # effectively reloading any user-provided code.
-    def js_reload
-      riak_admin 'js_reload'
-    end
-
-    # Provides the status of members of the ring.
-    # @return [Hash] a collection of stats about ring members
-    def member_status
-      output = riak_admin 'member_status'
-      result = {}
-      if $?.success?
-        output.each_line do |line|
-          next if line =~ /^(?:[=-]|Status)+/  # Skip the pretty headers
-          if line =~ %r{^Valid:(\d+) / Leaving:(\d+) / Exiting:(\d+) / Joining:(\d+) / Down:(\d+)}
-            result.merge!(:valid =>   $1.to_i,
-                          :leaving => $2.to_i,
-                          :exiting => $3.to_i,
-                          :joining => $4.to_i,
-                          :down =>    $5.to_i)
-          else
-            result[:members] ||= {}
-            status, ring, pending, node = line.split(/\s+/)
-            node = $1 if node =~ /^'(.*)'$/
-            ring = $1.to_f if ring =~ /(\d+\.\d+)%/
-            result[:members][node] = {
-              :status => status,
-              :ring => ring,
-              :pending => (pending == '--') ? 0 : pending.to_i
-            }
-          end
-        end
-      end
-      result
-    end
-
-    # @return [Array<String>] a list of node names that are also
-    #   members of this node's cluster, and empty list if the
-    #   {#member_status} fails or no other nodes are present
-    def peers
-      all_nodes = member_status[:members] && member_status[:members].keys.reject {|n| n == name }
-      all_nodes || []
-    end
-
-    protected
-    # Runs a command using the 'riak' control script.
-    def riak(*commands)
-      `#{control_script} #{commands.join(' ')} 2>&1`
-    end
-
-    # Runs a command using the 'riak-admin' script.
-    def riak_admin(*commands)
-      `#{admin_script} #{commands.join(' ')} 2>&1`
-    end
-
-    # Waits for the HTTP port to become available, which is a better
-    # indication of readiness than the start script finishing.
-    def wait_for_startup
-      TCPSocket.wait_for_service_with_timeout(:host => http_ip,
-                                              :port => http_port,
-                                              :timeout => 10)
-    end
-
-    def wait_for_shutdown
-      TCPSocket.wait_for_service_termination_with_timeout(:host => http_ip,
-                                                          :port => http_port,
-                                                          :timeout => 10)
-    end
-  end
-end

data/lib/riak/node/defaults.rb

@@ -1,85 +0,0 @@
-require 'riak/core_ext/deep_dup'
-
-module Riak
-  class Node
-    # Settings based on Riak 1.1.
-    ENV_DEFAULTS = {
-      :riak_api => {
-      },
-      :riak_core => {
-        :ring_creation_size => 64
-      },
-      :riak_kv => {
-        :storage_backend => :riak_kv_bitcask_backend,
-        :map_js_vm_count => 8,
-        :reduce_js_vm_count => 6,
-        :hook_js_vm_count => 2,
-        :mapper_batch_size => 5,
-        :js_max_vm_mem => 8,
-        :js_thread_stack => 16,
-        :riak_kv_stat => true,
-        :legacy_stats => true,
-        :vnode_vclocks => true,
-        :http_url_encoding => :on,
-        :legacy_keylisting => false,
-        :mapred_system => :pipe,
-        :mapred_2i_pipe => true,
-        :listkeys_backpressure => true,
-        :add_paths => []
-      },
-      :riak_search => {
-        :enabled => true
-      },
-      :luwak => {
-        :enabled => true
-      },
-      :merge_index => {
-        :buffer_rollover_size => 1048576,
-        :max_compact_segments => 20
-      },
-      :eleveldb => {},
-      :bitcask => {},
-      :lager => {
-        :crash_log_size => 10485760,
-        :crash_log_msg_size => 65536,
-        :crash_log_date => "$D0",
-        :crash_log_count => 5,
-        :error_logger_redirect => true
-      },
-      :riak_sysmon => {
-        :process_limit => 30,
-        :port_limit => 30,
-        :gc_ms_limit => 100,
-        :heap_word_limit => 40111000,
-        :busy_port => true,
-        :busy_dist_port => true
-      },
-      :sasl => {
-        :sasl_error_logger => false
-      },
-      :riak_control => {
-        :enabled => false,
-        :auth => :userlist,
-        :userlist => {"user" => "pass"},
-        :admin => true
-      }
-    }.freeze
-
-    # Based on Riak 1.1.
-    VM_DEFAULTS = {
-      "+K" => true,
-      "+A" => 64,
-      "-smp" => "enable",
-      "+W" => "w",
-      "-env ERL_MAX_PORTS" => 4096,
-      "-env ERL_FULLSWEEP_AFTER" => 0
-    }.freeze
-
-    protected
-    # Populates the defaults
-    def set_defaults
-      @env = ENV_DEFAULTS.deep_dup
-      @vm = VM_DEFAULTS.deep_dup
-    end
-  end
-end

data/lib/riak/node/generation.rb

@@ -1,127 +0,0 @@
-require 'yaml'
-
-module Riak
-  class Node
-    # Does the node exist on disk?
-    def exist?
-      manifest.exist?
-    end
-
-    # Deletes the node and regenerates it.
-    def recreate
-      delete
-      create
-    end
-
-    # Generates the node.
-    def create
-      unless exist?
-        touch_ssl_distribution_args
-        copy_directories
-        write_scripts
-        write_vm_args
-        write_app_config
-        write_manifest
-      end
-    end
-
-    # Clears data from known data directories. Stops the node if it is
-    # running.
-    def drop
-      was_started = started?
-      stop if was_started
-      data.children.each do |item|
-        if item.directory?
-          item.children.each {|c| c.rmtree }
-        else
-          item.delete
-        end
-      end
-      start if was_started
-    end
-
-    # Removes the node from disk and freezes the object.
-    def destroy
-      delete
-      freeze
-    end
-
-    protected
-    def delete
-      stop unless stopped?
-      root.rmtree if root.exist?
-    end
-
-    def copy_directories
-      root.mkpath
-      raise 'Source is not a directory!' unless base_dir.directory?
-
-      base_dir.each_child do |dir|
-        basename = dir.basename.to_s
-        next if NODE_DIR_SKIP_LIST.include? basename.to_sym
-        target = Pathname.new("#{root.to_s}")
-        target.mkpath
-        FileUtils.cp_r(dir.to_s,target)
-      end
-    end
-
-    def write_vm_args
-      (etc + 'vm.args').open('w') do |f|
-        vm.each do |k,v|
-          f.puts "#{k} #{v}"
-        end
-      end
-    end
-
-    def write_app_config
-      (etc + 'app.config').open('w') do |f|
-        f.write to_erlang_config(env) + '.'
-      end
-    end
-
-    def write_scripts
-      if version >= '1.4.0'
-        [env_script].each {|s| write_script(s) }
-      else
-        [control_script, admin_script].each {|s| write_script(s) }
-      end
-    end
-
-    def write_script(target)
-      source_script = source.parent + target.relative_path_from(target.parent.parent)
-      target.open('wb') do |f|
-        source_script.readlines.each do |line|
-          line.sub!(/(RUNNER_SCRIPT_DIR=)(.*)/, '\1' + bin.to_s)
-          line.sub!(/(RUNNER_ETC_DIR=)(.*)/, '\1' + etc.to_s)
-          line.sub!(/(RUNNER_USER=)(.*)/, '\1')
-          line.sub!(/(RUNNER_LOG_DIR=)(.*)/, '\1' + log.to_s)
-          line.sub!(/(PIPE_DIR=)(.*)/, '\1' + pipe.to_s)
-          line.sub!(/(PLATFORM_DATA_DIR=)(.*)/, '\1' + data.to_s)
-          line.sub!('grep "$RUNNER_BASE_DIR/.*/[b]eam"', 'grep "$RUNNER_ETC_DIR/app.config"')
-          if line.strip == "RUNNER_BASE_DIR=${RUNNER_SCRIPT_DIR%/*}"
-            line = "RUNNER_BASE_DIR=#{source.parent.to_s}\n"
-          end
-          f.write line
-        end
-      end
-      target.chmod 0755
-    end
-
-    def write_manifest
-      # TODO: For now this only saves the information that was used when
-      # configuring the node. Later we'll verify/warn if the settings
-      # used differ on subsequent generations.
-      @configuration[:env] = @env
-      @configuration[:vm] = @vm
-      manifest.open('w') {|f| YAML.dump(@configuration, f) }
-    end
-
-    def touch_ssl_distribution_args
-      # To make sure that the ssl_distribution.args file is present,
-      # the control script in the source node has to have been run at
-      # least once. Running the `chkconfig` command is innocuous
-      # enough to accomplish this without other side-effects.
-      `#{(source + control_script.basename).to_s} chkconfig`
-    end
-  end
-end

data/lib/riak/node/log.rb

@@ -1,34 +0,0 @@
-module Riak
-  class Node
-    LAGER_LEVELS = [
-                    :debug,
-                    :info,
-                    :notice,
-                    :warning,
-                    :error,
-                    :critical,
-                    :alert,
-                    :emergency
-                   ]
-
-    def read_console_log(*levels)
-      console_log = log + 'console.log'
-      if console_log.exist?
-        levels = levels.map { |level| expand_log_level(level) }.compact.flatten
-        pattern = /(#{levels.map { |level| "\\[#{level}\\]" }.join("|")})/
-        console_log.readlines.grep(pattern)
-      end
-    end
-
-    def expand_log_level(level)
-      case level
-      when Range
-        first = LAGER_LEVELS.index(level.begin.to_sym) || 0
-        last = LAGER_LEVELS.index(level.end.to_sym) || -1
-        LAGER_LEVELS[first..last]
-      when Symbol
-        level
-      end
-    end
-  end
-end