hadoop-killer 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 44df609d7222472c820c8bf58db1d4f1aec5fe6b
+  data.tar.gz: 1d6eaaa6b3f61b1d0916dbed2e8f380384de9dc4
+SHA512:
+  metadata.gz: c84905df834f314d890a8c1c325a5cfbb0d9b304c4827664c2da8c537a124543d520cfd3316706b62362fb4b92b01de9bd32f34143a26e904e53f129020f60d7
+  data.tar.gz: 1f61a8203ef47eeb560f0a7c80dc0302639ff67b20cf120b86895a9024a7f5a42bc7e6a285f7ea841833fb2f995fc3017f693de1dcffe36ab2910f2fa5e8b4af

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+*.swp
+*.rbenv_version
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+gem "timers", "~> 1.0.2"
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 OZAWA
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,41 @@
+# Hadoop::Killer
+
+Hadoop is a de fact standard analysis software. One sofisticated feature in Hadoop is fault torelance.
+However, there is a one missing tool for hadoop development - fault injector, like ChaosMonkey.
+`hadoop-killer` provides process-level fault injection by killing user-specified Java processes at user-specified probability.
+
+## Requirement
+
+* JDK 1.5 or later
+* ruby 1.9.3
+
+## Installation
+
+    $ gem install hadoop-killer
+
+## Usage
+
+Edit config/policy.yml:
+
+    kill:
+     target : "YarnChild" # target daemon name
+     max: 3		# max count of killing.
+     probability: 20    # kill daemons at 20% of the time
+     interval: 1	# each 1 seconds.
+
+Launch `hadoop-killer`:
+
+    bin/hdkiller
+
+## TODO
+
+1. Log-based process killing - if specified lines appears specified log, kill the container.
+2. Cluster support - current version only supports local process.
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/hdkiller

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+require 'rubygems' unless defined?(gem)
+here = File.dirname(__FILE__)
+$LOAD_PATH << File.expand_path(File.join(here, '..', 'lib'))
+require 'hadoop-killer/hdkiller'

data/config/policy.yml

@@ -0,0 +1,6 @@
+kill:
+ target : "YarnChild"
+ max: 3
+ probability: 1 # 1%
+ interval: 30
+ mode: "local" # local or distributed

data/hadoop-killer.gemspec

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'hadoop-killer/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "hadoop-killer"
+  gem.version       = Hadoop::Killer::VERSION
+  gem.authors       = ["Tsuyoshi Ozawa"]
+  gem.email         = ["ozawa.tsuyoshi@gmail.com"]
+  gem.description   = %q{Kill hadoop daemons for debugging, testing, and development.}
+  gem.summary       = %q{Hadoop daemons killer for easily debug, test, development}
+  gem.homepage      = "https://github.com/oza/hadoop-killer"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+end

data/lib/hadoop-killer/hdkiller.rb

@@ -0,0 +1,150 @@
+require "hadoop-killer/version"
+require 'yaml'
+require 'open3'
+require 'syslog'
+require 'fileutils'
+require 'pathname'
+require 'optparse'
+require 'timers'
+require 'logger'
+
+module Hadoop
+module DevUitl
+module ProcessKiller
+
+class Watcher
+
+  class NoSuchEventError < StandardError
+  end
+
+  def initialize(yaml)
+    parse_yaml(yaml)
+  end
+
+  def parse_yaml(config_file)
+    @config = load_yaml(config_file)
+    @kill_config = @config['kill']
+    @target = @kill_config['target'].to_s
+    @max = @kill_config['max'].to_i
+    @probability = @kill_config['probability'].to_i
+    @interval = @kill_config['interval'].to_i
+
+    if @probability == 0
+      $stderr.puts "'probability' must be larger than 0."
+      exit 1
+    end
+
+    @failure_cnt = 0
+    @logger = Logger.new(STDOUT)
+    @logger.level = Logger::INFO
+    #@logger.level = Logger::DEBUG
+
+    @logger.debug("=== Option info ===")
+    @logger.debug("target      :" + @target)
+    @logger.debug("probability :" + @probability.to_s)
+    @logger.debug("interval    :" + @interval.to_s)
+    @logger.debug("max         :" + @max.to_s)
+  end
+
+  def load_yaml(file)
+    config_path = File.join(File.dirname(__FILE__), '../../config')
+    config_file = File.join(config_path, file)
+    # puts config_file
+
+    begin
+      config = YAML.load_file(config_file)
+    rescue => e
+      $stderr.puts "Could not read configuration file:  #{e}"
+      exit 1
+    end
+  end
+
+  def exec_cmd(cmd, stdin=nil)
+    o, e, s = Open3.capture3(cmd, :stdin_data => stdin)
+    return [o, e, s]
+  end
+
+  def parse_result(output)
+    ary = output.split("\n").map do |e|
+      key, value = e.split(" ")
+      [key.to_i, value.to_s]
+    end
+    Hash[ary]
+  end
+
+  def jps
+    cmd = "jps"
+    o, e, s = exec_cmd(cmd)
+    # Transform results of jps command as hashmap.
+    parse_result(o)
+  end
+
+  def happen_event?(name)
+    f1 = @failure_cnt < @max
+    if name.nil? || name.empty?
+      @logger.debug("#{name} is nil or empty")
+      return false
+    end
+    f2 = !name.scan(/#{@target}/).empty?
+    f3 = rand(100) < @probability
+    @logger.debug("cnt: #{f1.to_s}, scan: #{f2.to_s} rand #{f3.to_s}")
+    f1 && f2 && f3
+  end
+
+  def kill(pid)
+    begin
+      Process.kill("KILL", pid)
+    rescue Errno::ESRCH, RangeError   => e
+      @logger.debug("Pid #{pid} may exit, so ignore it.")
+    rescue Errno::EPERM => e
+      @logger.fatal("Doesn't kill the program because of permission.")
+      exit 1
+    end
+  end
+
+  def may_kill(processes)
+    processes.each do |p|
+      pid, name = p
+      if (happen_event?(name))
+        @logger.debug("try to kill #{name}(#{pid})")
+        kill(pid)
+        @failure_cnt += 1
+        @logger.info("Killed pid #{pid} name #{name}")
+      end
+    end
+  end
+
+  def handle_event(event)
+    case event
+    when :kill
+      if (@failure_cnt > @max)
+        exit 0
+      end
+
+      processes = jps
+      may_kill(processes)
+    else
+      throw NoSuchEventError.new
+    end
+  end
+
+  def start
+    timer = Timers.new
+    every_five_seconds = timer.every(1) do
+      handle_event(:kill)
+    end
+
+    loop do
+      timer.wait
+      sleep @interval
+    end
+    puts "Stopped."
+  end
+end
+
+end # Killer
+end # DevUtil
+end # Hadoop
+
+hdkiller = Hadoop::DevUitl::ProcessKiller::Watcher.new("policy.yml")
+hdkiller.start()

data/lib/hadoop-killer/version.rb

@@ -0,0 +1,5 @@
+module Hadoop
+  module Killer
+    VERSION = "0.1.1"
+  end
+end

metadata

@@ -0,0 +1,55 @@
+--- !ruby/object:Gem::Specification
+name: hadoop-killer
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Tsuyoshi Ozawa
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-12-24 00:00:00.000000000 Z
+dependencies: []
+description: Kill hadoop daemons for debugging, testing, and development.
+email:
+- ozawa.tsuyoshi@gmail.com
+executables:
+- hdkiller
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/hdkiller
+- config/policy.yml
+- hadoop-killer.gemspec
+- lib/hadoop-killer/hdkiller.rb
+- lib/hadoop-killer/version.rb
+homepage: https://github.com/oza/hadoop-killer
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Hadoop daemons killer for easily debug, test, development
+test_files: []
+has_rdoc: