malsh 0.1.4 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c78220f9cf431e8bf350ad18ce99eae1fb3ff221
-  data.tar.gz: 9a0a84bd01564804778fda68bcece6c06c17d854
+  metadata.gz: f3f9b890ede7e635dfaadf659beb03d32e373836
+  data.tar.gz: 32aa5fa95ccd58e26e16b12d628ec7408416b67b
 SHA512:
-  metadata.gz: 8afbff480ce63c1af03370bf5a085a811f923088507e3433af30ef4d5991d239d311b23d2c159ef0bd3924db6ba76d48b780de334df9802e684269ba9375c966
-  data.tar.gz: fe62b74f8ac35e0b99f44eb7e279e6ca879b88ed3719676b381ed489c18d725d1f37c3a074b42d3d4607557fed78808b9ed59df952766532a7b61a6518d69d60
+  metadata.gz: 76a2f05c3b3164c017cb863999a2317041722a2911b480c35c6ee081ec702c7b892653e0138a456c5596ccad0700110013b7fe7cb5098a0ecbbf9ab875f8f83c
+  data.tar.gz: ca0d99f7b4d13d13813f20d00aec17c9d69a0b92a40fb87bf4c2bd5f4bcfab9295a032ffed57f0ec66d6f6270113e889a59a8713fb1a9c3e530d1e41082cf3b1

data/README.md

@@ -1,7 +1,7 @@
 # Malsh
 *Mackerel Sheperd = malsh*
 
-[![Build Status](https://travis-ci.org/pyama86/sac.svg)](https://travis-ci.org/pyama86/sac)
+[![Build Status](https://travis-ci.org/pyama86/malsh.svg)](https://travis-ci.org/pyama86/malsh)
 
 [![Code Climate](https://codeclimate.com/github/pyama86/sac/badges/gpa.svg)](https://codeclimate.com/github/pyama86/sac)
 

data/lib/malsh/cli.rb

@@ -1,4 +1,5 @@
 require 'malsh'
+require 'parallel'
 require 'pp'
 module Malsh
   class CLI < Thor
@@ -13,11 +14,12 @@ module Malsh
     def retire
       Malsh.init options
 
-      names = Malsh.metrics('loadavg5').map do|lvg|
+      host_names = Parallel.map(Malsh.metrics('loadavg5')) do|lvg|
         host = Malsh.host_by_id lvg.first
         host.name if (!lvg.last.loadavg5.respond_to?(:value) || !lvg.last.loadavg5.value)
       end.flatten.compact
-      Malsh.notify("退役未了ホスト一覧", names)
+
+      Malsh.notify("退役未了ホスト一覧", host_names)
     end
 
     desc 'find', 'find by hostname'
@@ -25,22 +27,40 @@ module Malsh
     def find
       Malsh.init options
 
-      names = Malsh.hosts.map do |h|
+      host_names = Parallel.map(Malsh.hosts) do |h|
         h.name if options[:regexp].find{|r| h.name.match(/#{r}/)}
       end.flatten.compact
 
-      Malsh.notify("不要ホスト候補一覧", names.flatten.compact)
+      Malsh.notify("不要ホスト候補一覧", host_names)
     end
 
     desc 'maverick', 'check no role'
     def maverick
       Malsh.init options
 
-      names = Malsh.hosts.map do |h|
+      host_names = Parallel.map(Malsh.hosts) do |h|
         h.name if h.roles.keys.size < 1
       end.flatten.compact
 
-      Malsh.notify("ロール無所属ホスト一覧", names.flatten.compact)
+      Malsh.notify("ロール無所属ホスト一覧", host_names)
+    end
+
+    desc 'obese', 'check obese hosts'
+    option :past_date , :type => :numeric, :aliases => :p
+    option :cpu_threshold, :type => :numeric, :aliases => :c
+    option :memory_threshold, :type => :numeric, :aliases => :m
+    def obese
+      _host_names = {}
+      Malsh.init options
+      now = Time.now.to_i
+      # 7 = 1week
+      from = now - (options[:past_date] || 7) * 86400
+
+      hosts = Malsh.hosts
+      Object.const_get("Malsh::HostMetrics").constants.each do |c|
+        hosts = Object.const_get("Malsh::HostMetrics::#{c}").check(hosts, from, now)
+      end
+      Malsh.notify("余剰リソースホスト一覧", hosts.compact.map {|h| h["name"]})
     end
 
     map %w[--version -v] => :__print_version

data/lib/malsh/host_metrics/base.rb

@@ -0,0 +1,54 @@
+module Malsh::HostMetrics
+  class Base
+    class << self
+      def check(hosts, from, to)
+        if Malsh.options[option_name]
+          Parallel.map(hosts) do |h|
+            value = get_max_usage(h, from, to) if h
+            h if value && lower?(value)
+          end || []
+        else
+          hosts
+        end
+      end
+
+      def resources
+        []
+      end
+
+      def get_max_value(host_metrics)
+        []
+      end
+
+      def normalize_result(max, host)
+        []
+      end
+
+      def all_keys?(metrics)
+        resources.all? {|k| metrics.keys.include?(k) }
+      end
+
+      def lower?(value)
+        value < Malsh.options[option_name]
+      end
+
+      def option_name
+        nil
+      end
+
+      def get_max_usage(host, from, to)
+        host_metrics = get_host_metrics(host, from, to)
+        max = get_max_value(host_metrics) if host_metrics
+        normalize_result(max, host) if max
+      end
+
+      def get_host_metrics(host, from, to)
+        resources.each_with_object(Hash.new { |h,k| h[k] = {} }) do |name,hash|
+          Malsh.host_metrics(host["id"], name, from, to).metrics.each do |v|
+            hash[v.time][name] = v.value
+          end
+        end
+      end
+    end
+  end
+end

data/lib/malsh/host_metrics/cpu.rb

@@ -0,0 +1,23 @@
+module Malsh::HostMetrics
+  class Cpu < Base
+    class << self
+      def resources
+        %w(cpu.user.percentage cpu.iowait.percentage cpu.system.percentage)
+      end
+
+      def get_max_value(host_metrics)
+        host_metrics.max_by do |time,cpu|
+          resources.map { |name| cpu[name] }.inject(:+) if all_keys?(cpu)
+        end
+      end
+
+      def normalize_result(max, host)
+        resources.map { |name| max.last[name] }.inject(:+) / host["meta"]["cpu"].size
+      end
+
+      def option_name
+        :cpu_threshold
+      end
+    end
+  end
+end

data/lib/malsh/host_metrics/memory.rb

@@ -0,0 +1,24 @@
+module Malsh::HostMetrics
+  class Memory < Base
+    class << self
+      def resources
+        %w(memory.total memory.used memory.cached)
+      end
+
+      def get_max_value(host_metrics)
+        host_metrics.max_by do |time,memory|
+          resources.map { |name| memory[name] }.inject(:+) if all_keys?(memory)
+          (memory["memory.used"] + memory["memory.cached"]) / memory["memory.total"] * 100 if all_keys?(memory)
+        end
+      end
+
+      def normalize_result(max, host)
+        (max.last["memory.used"] + max.last["memory.cached"]) / max.last["memory.total"] * 100
+      end
+
+      def option_name
+        :memory_threshold
+      end
+    end
+  end
+end

data/lib/malsh/host_metrics.rb

@@ -0,0 +1,7 @@
+module Malsh
+  module HostMetrics
+    autoload :Base,   'malsh/host_metrics/base'
+    autoload :Cpu,    'malsh/host_metrics/cpu'
+    autoload :Memory, 'malsh/host_metrics/memory'
+  end
+end

data/lib/malsh/version.rb

@@ -1,3 +1,3 @@
 module Malsh
-  VERSION = "0.1.4"
+  VERSION = "0.1.5"
 end

data/lib/malsh.rb

@@ -3,46 +3,56 @@ require 'thor'
 require 'mackerel-rb'
 require "malsh/cli"
 require "malsh/notification"
+require "malsh/host_metrics"
 
 module Malsh
+  class << self
+    def notify(subject, host)
+      Malsh::Notification.constants.each do |c|
+        Object.const_get("Malsh::Notification::#{c}").notify(options[:subject] || subject, host)
+      end
+    end
 
-  def self.notify(subject, host)
-    Malsh::Notification.constants.each do |c|
-      Object.const_get("Malsh::Notification::#{c}").notify(self.options[:subject] || subject, host)
+    def options(ops=nil)
+      @_options = ops if ops
+      @_options
     end
-  end
 
-  def self.options(ops=nil)
-    @_options = ops if ops
-    @_options
-  end
+    def init(options)
+      if !ENV['MACKEREL_APIKEY'] && !options[:api_key]
+        puts "must set be mackerel api key <--api-key> or ENV['MACKEREL_APIKEY']"
+        exit
+      end
 
-  def self.init(options)
-    if !ENV['MACKEREL_APIKEY'] && !options[:api_key]
-      puts "must set be mackerel api key <--api-key> or ENV['MACKEREL_APIKEY']"
-      exit
+      options options
+      Mackerel.configure do |config|
+        config.api_key = ENV['MACKEREL_APIKEY'] || options[:api_key]
+      end
     end
 
-    self.options options
-    Mackerel.configure do |config|
-      config.api_key = ENV['MACKEREL_APIKEY'] || options[:api_key]
+    def hosts
+      @_hosts ||= Mackerel.hosts.reject {|h| Malsh.options[:invert_match] && Malsh.options[:invert_match].find {|v| h.name.match(/#{v}/)}}
     end
-  end
 
-  def self.hosts
-    @_hosts ||= Mackerel.hosts.reject {|h| Malsh.options[:invert_match] && Malsh.options[:invert_match].find {|v| h.name.match(/#{v}/)}}
-  end
+    def host_by_id(id)
+      Mackerel.host(id)
+    end
 
-  def self.host_by_id(id)
-    hosts.find {|h| h.id == id}
-  end
+    def metrics(name)
+      hash = {}
+      hosts.map(&:id).each_slice(200) do |ids|
+        hash.merge!(Mackerel.latest_tsdb({hostId: ids, name: name}))
+      end
+      hash
+    end
 
-  def self.metrics(name)
-    hash = {}
-    self.hosts.map(&:id).each_slice(200) do |ids|
-      hash.merge!(Mackerel.latest_tsdb({hostId: ids, name: name}))
+    def host_metrics(id, name, from, to)
+      begin
+        Mackerel.host_metrics(id, name: name, from: from, to: to)
+      rescue => e
+        puts e
+      end
     end
-    hash
   end
 end
 

data/malsh.gemspec

@@ -23,8 +23,9 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency 'thor'
-  spec.add_dependency 'mackerel-rb'
+  spec.add_dependency 'mackerel-rb', "~> 0.1.5"
   spec.add_dependency 'slack-notifier'
+  spec.add_dependency 'parallel'
   spec.add_development_dependency "bundler", "~> 1.9"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: malsh
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.5
 platform: ruby
 authors:
 - kazuhiko yamahsita
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2015-11-23 00:00:00.000000000 Z
+date: 2015-12-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -26,6 +26,20 @@ dependencies:
         version: '0'
 - !ruby/object:Gem::Dependency
   name: mackerel-rb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.5
+- !ruby/object:Gem::Dependency
+  name: slack-notifier
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -39,7 +53,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: slack-notifier
+  name: parallel
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -114,6 +128,10 @@ files:
 - exe/malsh
 - lib/malsh.rb
 - lib/malsh/cli.rb
+- lib/malsh/host_metrics.rb
+- lib/malsh/host_metrics/base.rb
+- lib/malsh/host_metrics/cpu.rb
+- lib/malsh/host_metrics/memory.rb
 - lib/malsh/notification.rb
 - lib/malsh/notification/base.rb
 - lib/malsh/notification/slack.rb
@@ -139,7 +157,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.6
+rubygems_version: 2.4.8
 signing_key: 
 specification_version: 4
 summary: mackerel tools.