cassandra-utils 0.3.2 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cbc1561d91999dc7f77a4e43dd4d747eae9207d9
-  data.tar.gz: c24462312be9a71cf6e56df72658018e188e98ea
+  metadata.gz: 9e37957c030dfb9729a4d2b98df7db3acc002f68
+  data.tar.gz: b56baf5d6d2a88963a0803e1f0abfd1931ea7f77
 SHA512:
-  metadata.gz: 8b3bde9c1bc2a93e32466e5ad5d016c5cfd1b2499dfc05d78144cc09331e015eb6f4595528cc24cb43597fbe346d9b9aa9414ae84fdc8d1e0fcbefabbe91c6db
-  data.tar.gz: 6005912c05f287dcb04cc7815677873b40e14191032a9e2dd164dc22cb4606844fc057094d8387b681604ed98cf22f44073058c023ef03e50ecc7bc7c25665c0
+  metadata.gz: ce642b41f5a82d32cf9005a7fa263dd00be640c747b2dd70266d9876ce476845db347301dbe52a74707bafddd1b1d42186cdaa4301a1370578e2b9be8f403b65
+  data.tar.gz: ec1f02d0538917e2a6b64ffbeaeddce83c226b68e27215b21bfdd8602706208c71a1a1f573a7030372c65861e6854fa0ddac493007d4e2656166760e0c4106cd

data/bin/cass-util

@@ -14,6 +14,9 @@ class CassandraUtils < Thor
   class_option :cleanup_lock_count, type: :numeric,
     required: true, default: 1,
     desc: 'Number of nodes that can obtain a Semaphore lock'
+  class_option :seed_service_name, type: :string,
+    required: true, default: 'cassandra',
+    desc: 'Unique string to be used in obtaining a Consul seed lock. Example: cassandra-seed-#{cluster_name}'
   desc 'util', 'Perform various utilities'
   def util
     s = ::Cassandra::Utils::Daemon.new(options)

data/lib/cassandra/tasks.rb

@@ -1 +1,2 @@
 require_relative 'tasks/autoclean'
+require_relative 'tasks/seedregistry'

data/lib/cassandra/tasks/autoclean.rb

@@ -74,12 +74,24 @@ module Cassandra
      # Run the Cassandra cleanup process if necessary
      #
      def run!
-       return unless status == :up
-       return unless state == :normal
+       node_status = status
+       unless node_status == :up
+         logger.debug "Cleanup skipped because of node status. Expected up got #{node_status}"
+         return
+       end
+
+       node_state = state
+       unless node_state == :normal
+         logger.debug "Cleanup skipped because of node state. Expected normal got #{node_state}"
+         return
+       end
 
        new_tokens = Set.new tokens
        old_tokens = Set.new cached_tokens
-       return if new_tokens == old_tokens
+       if new_tokens == old_tokens
+         logger.debug "Cleanup skipped because tokens haven't changed"
+         return
+       end
 
        ::DaemonRunner::Semaphore.lock(@service_name, @lock_count) do
          result = nodetool_cleanup
@@ -92,18 +104,37 @@ module Cassandra
      # @return [Array<String>] Cached tokens
      #
      def cached_tokens
+       if token_cache.closed?
+         logger.debug "Failed to read cached tokens because file is closed."
+         return []
+       end
+
+       token_cache.seek 0
        data = token_cache.read
        data = JSON.parse data
-       return [] unless data['version'] == ::Cassandra::Utils::VERSION
+
+       unless data['version'] == ::Cassandra::Utils::VERSION
+         logger.debug "Failed to read cached tokens because version didn't match. Expected #{::Cassandra::Utils::VERSION} got #{data['version']}"
+         return []
+       end
 
        tokens = data['tokens']
-       return [] if tokens.nil?
-       return [] unless tokens.respond_to? :each
+       if tokens.nil?
+         logger.debug "Failed to read cached tokens because they're nil"
+         return []
+       end
+
+       unless tokens.respond_to? :each
+         logger.debug "Failed to read cached tokens because they're invalid"
+         return []
+       end
 
        tokens.sort!
        tokens
      # Token file could not be opend or parsed
-     rescue Errno::ENOENT, JSON::ParserError
+     rescue Errno::ENOENT, JSON::ParserError => e
+       logger.debug "Caught exception while reading cached tokens"
+       logger.debug e
        []
      end
 
@@ -117,8 +148,14 @@ module Cassandra
          :version => ::Cassandra::Utils::VERSION
        }
 
+       if token_cache.closed?
+         logger.debug "Failed to save cached tokens because file is closed."
+         return []
+       end
+
+       token_cache.seek 0
+       token_cache.truncate 0
        token_cache.write data.to_json
-       token_cache.flush
      end
 
      # Get the tokens this node owns
@@ -131,7 +168,11 @@ module Cassandra
      # @return [Array<String>] Tokens owned by this node
      #
      def tokens
-       return [] if address.nil?
+       if address.nil?
+         logger.debug "Failed to read live tokens because address is nil"
+         return []
+       end
+
        results = (nodetool_ring || '').split("\n")
        results.map! { |line| line.strip }
        results.select! { |line| line.start_with? address }
@@ -251,7 +292,8 @@ module Cassandra
      # @return [File] File where tokens wil be saved
      #
      def token_cache
-       File.new(token_cache_path, 'w+')
+       mode = File::CREAT | File::RDWR | File::SYNC
+       @token_cache ||= File.new(token_cache_path, mode)
      end
    end
   end

data/lib/cassandra/tasks/seedregistry.rb

@@ -0,0 +1,173 @@
+require 'daemon_runner/shell_out'
+require 'daemon_runner/semaphore'
+
+module Cassandra
+  module Tasks
+   class SeedRegistry
+     # Create a new SeedRegistry task
+     #
+     # @param cluster_name [String] unique name (in Consul) for the Cassandra cluster
+     #
+     # @return [SeedRegistry]
+     #
+     def initialize cluster_name
+       @cluster_name = cluster_name.to_s
+       raise ArgumentError.new('cluster_name must not be empty') if @cluster_name.empty?
+       @semaphore = nil
+       @renew_thread = nil
+       @nodetool_info_cache = nil
+     end
+
+     # Schedule the seed registration process to run periodically
+     #
+     def schedule
+       [:interval, '10s']
+     end
+
+     # Get a lock in Consul registering the Cassandra node as a seed
+     #
+     def run!
+       @nodetool_info_cache = nil
+       if can_seed?
+         try_get_seed_lock
+       else
+         release_seed_lock
+       end
+     end
+
+     # Return true if the Cassandra node is a valid seed, false otherwise
+     #
+     # @return [Boolean]
+     #
+     def can_seed?
+       return false unless state == :normal
+
+       results = (nodetool_info_cached || '').split("\n")
+       results.map! { |line| line.strip }
+
+       filter_results = lambda do |key|
+         potential = results.select { |line| line.include? key }
+         potential.map! { |line| line.split(':')[1] }
+         potential.compact!
+         potential.size == 1 && potential.first.strip == 'true'
+       end
+
+       return false unless filter_results.call('Gossip active')
+       return false unless filter_results.call('Thrift active')
+       return false unless filter_results.call('Native Transport active')
+
+       true
+     end
+
+     # Return the state of the Cassandra node
+     #
+     # The returned state is reported by "nodetool netstats".
+     #
+     # @return [state, nil]
+     #
+     def state
+       results = (nodetool_netstats || '').split("\n")
+       results.map! { |line| line.strip }
+       results.select! { |line| line.include? 'Mode:' }
+       results.map! { |line| line.split(':')[1] }
+       results.compact!
+       return nil if results.size != 1
+       results.first.strip.downcase.to_sym
+     end
+
+     # Return the data center the Cassandra node is in
+     #
+     # The returned data center is reported by "nodetool info".
+     #
+     # @return [String, nil]
+     #
+     def data_center
+       results = (nodetool_info_cached || '').split("\n")
+       results.map! { |line| line.strip }
+       results.select! { |line| line.include?('Data Center') }
+       results.map! { |line| line.split(':')[1] }
+       results.compact!
+       return nil if results.size != 1
+       results.first.strip
+     end
+
+     # Return the rack the Cassandra node is in
+     #
+     # The returned rack is reported by "nodetool info".
+     #
+     # @return [String, nil]
+     #
+     def rack
+       results = (nodetool_info_cached || '').split("\n")
+       results.map! { |line| line.strip }
+       results.select! { |line| line.include?('Rack') }
+       results.map! { |line| line.split(':')[1] }
+       results.compact!
+       return nil if results.size != 1
+       results.first.strip
+     end
+
+     private
+
+     # Run the "nodetool info" command and return the output
+     #
+     # @return [String, nil] Output from the "nodetool info" command
+     #
+     def nodetool_info
+       @nodetool_info ||= DaemonRunner::ShellOut.new(command: 'nodetool info', timeout: 300)
+       @nodetool_info.run!
+       @nodetool_info.stdout
+     end
+
+     # Return cached output from "nodetool info" command
+     #
+     # This will attempt to populate an empty cache by calling "nodetool info".
+     #
+     # @return [String, nil] Cached output from the "nodetool info" command
+     #
+     def nodetool_info_cached
+       @nodetool_info_cache ||= nodetool_info
+     end
+
+     # Run the "nodetool netstats" command and return the output
+     #
+     # @return [String, nil] Output from the "nodetool netstats" command
+     #
+     def nodetool_netstats
+       @nodetool_netstats ||= DaemonRunner::ShellOut.new(command: 'nodetool netstats', timeout: 300)
+       @nodetool_netstats.run!
+       @nodetool_netstats.stdout
+     end
+
+     # Try to get the lock in Consul for this node as a seed
+     #
+     def try_get_seed_lock
+       if @semaphore.nil?
+         name = "#{@cluster_name}/#{data_center}-#{rack}"
+         @semaphore = DaemonRunner::Semaphore.lock(name, 1)
+       end
+
+       if @renew_thread.nil?
+         @renew_thread = @semaphore.renew
+       end
+     end
+
+     # Release the lock in Consul for this node as a seed
+     #
+     def release_seed_lock
+       unless @renew_thread.nil?
+         @renew_thread.kill
+         @renew_thread = nil
+       end
+
+       unless @semaphore.nil?
+         while @semaphore.locked?
+           @semaphore.try_release
+           sleep 0.1
+         end
+         @semaphore = nil
+       end
+     end
+   end
+  end
+end

data/lib/cassandra/utils/daemon.rb

@@ -6,6 +6,7 @@ module Cassandra
 
       def tasks
         [
+          [seed_registry_task, 'run!'],
           [auto_clean_task, 'run!'],
           [health_stat, 'run!'],
           [compaction_stat, 'run!'],
@@ -15,6 +16,11 @@ module Cassandra
 
       private
 
+      def seed_registry_task
+        name = options[:seed_service_name]
+        @seed_registry_task ||= ::Cassandra::Tasks::SeedRegistry.new(name)
+      end
+
       def auto_clean_task
         @auto_clean_task ||= ::Cassandra::Tasks::Autoclean.new(options)
       end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: cassandra-utils
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.4.0
 platform: ruby
 authors:
 - Andrew Thompson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-12-02 00:00:00.000000000 Z
+date: 2017-06-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mixlib-shellout
@@ -131,6 +131,7 @@ files:
 - cassandra-utils.gemspec
 - lib/cassandra/tasks.rb
 - lib/cassandra/tasks/autoclean.rb
+- lib/cassandra/tasks/seedregistry.rb
 - lib/cassandra/utils.rb
 - lib/cassandra/utils/cli/base.rb
 - lib/cassandra/utils/daemon.rb