gargor 0.0.3 → 0.0.4

data/.gitignore

@@ -7,7 +7,6 @@ Gemfile.lock
 InstalledFiles
 _yardoc
 coverage
-doc/
 lib/bundler/man
 pkg
 rdoc
@@ -15,3 +14,4 @@ spec/reports
 test/tmp
 test/version_tmp
 tmp
+/gargor.log

data/.travis.yml

@@ -0,0 +1,11 @@
+bundler_args: --without development
+language: ruby
+matrix:
+  allow_failures:
+    - rvm: 1.8.7
+rvm:
+  - 1.8.7
+  - 1.9.2
+  - 1.9.3
+  - 2.0.0
+script: bundle exec rspec

data/Gemfile

@@ -1,8 +1,24 @@
 source 'https://rubygems.org'
 
-# Specify your gem's dependencies in gargor.gemspec
-gemspec
-
 gem 'json'
 gem 'jsonpath'
+gem "progressbar", "~> 0.20.0"
+gem "version", "~> 1.0.0"
+
+group :development do
+  gem 'pry'
+  gem 'pry-debugger'
+end
+
+group :test, :development do
+  gem 'childlabor'
+  gem 'coveralls'
+  gem 'fakeweb'
+  gem 'rspec'
+  gem 'rspec-mocks'
+  gem 'simplecov'
+end
+
+# Specify your gem's dependencies in gargor.gemspec
+gemspec
 

data/README.md

@@ -1,4 +1,4 @@
-# gargor
+# gargor [![Build Status](https://travis-ci.org/tumf/gargor.png?branch=master)](https://travis-ci.org/tumf/gargor) [![Gem Version](https://badge.fury.io/rb/gargor.png)](http://badge.fury.io/rb/gargor) [![Code Climate](https://codeclimate.com/github/tumf/gargor.png)](https://codeclimate.com/github/tumf/gargor) [![Dependency Status](https://gemnasium.com/tumf/gargor.png)](https://gemnasium.com/tumf/gargor)
 
 `gargor` is software which uses genetic algorithm to support parameter tuning of the servers controlled by Chef.Using this software, you are able to optimize and automate the server tuning, which you did until now based on a combination of my experience and intuition. 　
 
@@ -46,6 +46,14 @@ target_nodes ["www-1.example","www-2.example","db-1.example"]
 # attack command
 attack_cmd "ssh attacker.example ./bin/ghakai www-1.example.yml 2>/dev/null"
 
+# logger
+logger "gargor.log"
+
+# or optional settings like blows:
+# 
+# logger "gargor.log" do |log|
+#   log.level = Logger::INFO
+# end
 
 # evalute of the attack
 # code: exit code of attack_cmd command (0 => succees)

data/README_ja.md

@@ -46,6 +46,14 @@ target_nodes ["www-1.example","www-2.example","db-1.example"]
 # 攻撃コマンド
 attack_cmd "ssh attacker.example ./bin/ghakai www-1.example.yml 2>/dev/null"
 
+# ログ
+logger "gargor.log"
+
+# もしくは以下のようにしてLoggerの設定ができる
+# 
+# logger "gargor.log" do |log|
+#   log.level = Logger::INFO
+# end
 
 # 攻撃結果の評価
 # code: attack_cmdのプロセス終了コード(普通は0:成功)

data/Rakefile

@@ -1 +1,10 @@
 require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+task :default => :spec
+
+desc "Run all specs in spec directory"
+RSpec::Core::RakeTask.new(:spec)
+
+require 'rake/version_task'
+Rake::VersionTask.new

data/VERSION

@@ -0,0 +1 @@
+0.0.4

data/bin/gargor

@@ -1,6 +1,8 @@
 #!/usr/bin/env ruby
 $:.unshift(File.dirname(__FILE__) + '/../lib')
+$TESTING=false
 require 'gargor'
+require 'progressbar'
 
 dsl_file=ARGV.last||"gargor.rb"
 
@@ -11,22 +13,25 @@ end
 begin
   Gargor.start
   Gargor.load_dsl(dsl_file)
-rescue
+rescue =>e
+  STDERR.puts e.backtrace.join("\n")
+
   usage
   exit 1
 end
 
+pbar = ProgressBar.new("auto-tuning",Gargor.total_trials)
 loop {
   Gargor.populate.each { |i|
     if i.fitness == nil
       i.set_params
-      if i.deploy
-        i.attack
-      end
+      i.attack if i.deploy
     end
+    pbar.set(Gargor.total_trials-Gargor.last_trials)
   }
   break unless Gargor.next_generation
 }
+pbar.finish
 
 best = Gargor.individuals.max { |a,b| a.fitness <=> b.fitness }
 if best

data/doc/howto.md

@@ -0,0 +1,168 @@
+Auto-tuning internet servers by Genetic Algorithm
+====================================================
+
+You can get good settings during sleeping ;)
+
+First it is necessary to prepare to the point where an ordinary stress test is possible. Please prepare the server to be used for attacking in a location that is close (in terms of network) to the target. Suitable specifications are required for the Attacker as well.
+
+Anything is acceptable as a stress tool providing that it can be used from a command line. Although `ab(Apache Bench)` etc. have been included from the beginning and therefore would be simple, this time, a software called [green-hakai](https://github.com/KLab/green-hakai) was used. (The installation instructions for `green-hakai` are available from the product’s website)
+
+When performing automatic tuning, the target (= sever group of the tuning target) is controlled by Chef and it is necessary that the parameters become attributes of Chef. For example, when the template `httpd.conf.erb` of `httpd.conf` becomes as shown: 
+
+```
+<IfModule prefork.c>
+StartServers     8
+MinSpareServers  10
+MaxSpareServers  20
+ServerLimit      255
+MaxClients       255
+MaxRequestsPerChild  1000
+</IfModule>
+```
+
+If these `MaxClients` are to be made attribute of Chef, do it as follows:
+
+```
+<IfModule prefork.c>
+StartServers     8
+MinSpareServers  10
+MaxSpareServers  20
+ServerLimit      255
+MaxClients       <%= node["httpd"]["max_clients"] %>
+MaxRequestsPerChild  1000
+</IfModule>
+```
+
+When in this state, by writing as shown below in `nodes/www-1.example.json`, it is possible to control `MaxClients` of the `www-1.example` server.
+
+```
+{
+    "httpd" :{
+        "max_clients" :255
+    },
+    ...
+}
+```
+
+As a result of rewriting this JSON, deploying it to the target by using Chef, and then applying the stress test, it will be `gargor` (the new software) that searches the new test parameter using GA. 
+
+Install `gargor` by doing the following: (Ruby 1.9.3 or higher is required) 
+
+```
+[sudo] gem install gargor
+```
+
+Position `gargor.rb` under the Chef repository. Rewrite the contents as necessary.
+
+```ruby
+# generations: set > 1
+max_generations 10
+
+# individuals number of some generation.
+population 10
+
+# elite number of some generation.(carried over)
+elite 1
+
+# Probability of mutation　set "0.01" to "1%" (when crossover)
+mutation 0.01
+
+# target cook command : '%s' will replace by node name.
+target_cooking_cmd "knife solo cook %s"
+
+# target nodes
+#   performing target_cooking_command before the attack.
+target_nodes ["www-1.example","www-2.example","db-1.example"]
+
+# attack command
+attack_cmd "ssh attacker.example ./bin/ghakai www-1.example.yml 2>/dev/null"
+
+# logger
+logger "gargor.log"
+
+# or optional settings like blows:
+# 
+# logger "gargor.log" do |log|
+#   log.level = Logger::INFO
+# end
+
+
+# evalute of the attack
+# code: exit code of attack_cmd command (0 => succees)
+# out:  standard output of attack_cmd command
+# time: execute time of attack_cmd
+evaluate do |code,out,time|
+  puts out
+  fitness = 0
+  # get "FAILED" count from stadard output of stress-tool,
+  # and set fitess to 0 when FAILED > 0.
+  if time > 0 && code == 0 && /^FAILED (\d+)/ =~ out && $1 == "0"
+    # get fitness from stadard output of stress-tool.
+    # e.g.: request count:200, concurrenry:20, 45.060816 req/s
+    if /, ([\.\d]+) req\/s/ =~ out
+      fitness = $1.to_f
+    end
+    # To get fitness simply,to use execution time
+    # fitness = 1/time
+  end
+  # This block must return the fitness.(integer or float)
+  fitness
+end
+
+# definition of parameters(GA)
+#
+# param _name_ do
+# json_file: Chef parameter(JSON) file (such as  nodes/*.json or roles/*.json)
+#            (Warning!) gargor will overwrite their json files.
+# json_path: to locate the value by JSONPath
+# mutaion:   to set value when mutaion
+param "max_clients" do
+  json_file "roles/www.json"
+  json_path '$.httpd.max_clients'
+  mutation rand(500)+10
+end
+
+param "innodb_log_file_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.innodb_log_file_size'
+  mutation rand(200)
+end
+
+param "sort_buffer_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.sort_buffer_size'
+  mutation rand(1000)
+end
+
+param "read_buffer_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.read_buffer_size'
+  mutation rand(1000)
+end
+
+param "query_cache_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.query_cache_size'
+  mutation rand(100)
+end
+```
+
+
+When using something other than `green-hakai`, it will be necessary to customize `evaluate` block.
+
+
+```
+# fitness = 1/time
+```
+
+However, by removing the comment out of this part, it is possible to decide a rough score by the (inverse number of) the measurement time.
+
+`gargor` performs the stress test for the number of (number of generations * number of individuals) at the maximum and searches for parameters that appear good. As it takes a long time, it is probably best to run when finishing work for the day in order to confirm the results the next morning.
+
+Of course, it is possible to perform multiple settings for parameters.
+
+As GA is used, there are erratic elements, and unless the software is tried, it is unknown whether good results will be output. If the number of individuals and the number of generations are increased, it will take longer but the precision will be improved. Also, because the precision also changes depending on how `mutation` is written, the user is encouraged to try many things.
+
+As `gargor` is only just-created software, please report bugs and fixes to `github`. Developer is waiting for pull-request.
+
+> https://github.com/tumf/gargor

data/doc/sample.rb

@@ -0,0 +1,90 @@
+# -*- coding: utf-8 -*-
+# Gargor Sample DSL file
+
+# 世代数: 1以上を指定してください
+max_generations 10
+
+# 個体数: 1世代あたりの個体数
+population 10
+
+# エリート: 世代交代の時に適応値の高い個体をそのまま次世代に引き継ぐ数
+elite 1
+
+# 突然変異の確率: "0.01"で"1%"
+mutation 0.01
+
+# ターゲットをChefで料理するコマンド %sには、ノード名が入る
+target_cooking_cmd "knife solo cook %s"
+
+# ターゲットのノード
+#   攻撃前に以下のノードすべてに対してtarget_cooking_cmdが実施される
+target_nodes ["www-1.example","www-2.example","db-1.example"]
+
+# 攻撃コマンド
+attack_cmd "ssh attacker.example ./bin/ghakai www-1.example.yml 2>/dev/null"
+
+
+# 攻撃結果の評価
+# code: attack_cmdのプロセス終了コード(普通は0:成功)
+# out:  attack_cmdの標準出力
+# time: attack_cmdの実行時間
+evaluate do |code,out,time|
+  puts out
+  fitness = 0
+
+  # 攻撃コマンドで使っている、グリーン破壊の標準出力から
+  # FAILEDの値を抜き出し0以外は適応値0としている
+  if time > 0 && code == 0 && /^FAILED (\d+)/ =~ out && $1 == "0"
+    # 攻撃コマンドで使っている、グリーン破壊の標準出力から
+    # 適応値に代用できそうなものを正規表現で取得する
+    # request count:200, concurrenry:20, 45.060816 req/s
+    if /, ([\.\d]+) req\/s/ =~ out
+      fitness = $1.to_f
+    end
+    # 単純に実行時間で適応値を設定したいなら以下のようにしても良い
+    # fitness = 1/time
+  end
+  # このブロックは必ず適応値を返すこと(整数or浮動小数)
+  fitness
+end
+
+# パラメータ定義
+# GAにより変動されるパラメータをここで定義する
+# 
+# param 名前 do
+# json_file: 値を上書くJSONファイル nodes/*.jsonやroles/*.json
+#            (注意!) gargorはこのjsonファイルを容赦なく書き換える
+# json_path: json_fileの中から書変える値の場所をJSONPath形式で指定する
+# mutaion:   突然変異時の値の設定
+param "max_clients" do
+  json_file "roles/www.json"
+  json_path '$.httpd.max_clients'
+  mutation rand(500)+10
+end
+
+param "innodb_log_file_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.innodb_log_file_size'
+  mutation rand(200)
+end
+
+param "sort_buffer_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.sort_buffer_size'
+  mutation rand(1000)
+end
+
+param "read_buffer_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.read_buffer_size'
+  mutation rand(1000)
+end
+
+param "query_cache_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.query_cache_size'
+  mutation rand(100)
+end
+
+
+

data/lib/gargor.rb

@@ -1,13 +1,27 @@
 # -*- coding: utf-8 -*-
 require 'rubygems' if RUBY_VERSION < '1.9'
+require "logger"
+
 require "gargor/version"
 require "gargor/individual"
 require "gargor/parameter"
 
 class Gargor
+  class GargorError < RuntimeError; end
+  class ExterminationError < GargorError; end
+  class ParameterError < GargorError; end
+  class ValidationError < GargorError; end
+  class ArgumentError < GargorError; end
+
+  class Individuals < Array
+    def has? i
+      !!self.find { |ii| ii.params == i.params }
+    end
+  end
+
   GLOBAL_OPTS = ["population","max_generations","target_nodes",
                  "attack_cmd","elite","mutation","target_cooking_cmd",
-                 "attack_node","fitness_precision","attack_result"]
+                 "fitness_precision"]
 
   GLOBAL_OPTS.each { |name| 
     define_method(name) { |val|
@@ -15,8 +29,29 @@ class Gargor
     }
   }
 
+  def log message,level=Logger::INFO
+    Gargor.log(message,level)
+  end
   class << self
+    def log message,level=Logger::INFO
+      return if $TESTING
+      message.to_s.split("\n").each { |line| @@logger.add(level) {line} }
+    end
+
+    def debug message
+      log message,Logger::DEBUG
+    end
+
+    def params
+      result = {}
+      GLOBAL_OPTS.map { |name| 
+        result[name] = Gargor.class_variable_get("@@#{name}")
+      }
+      result
+    end
+
     def start
+      @@logger = Logger.new(STDOUT)
       @@fitness_precision = 100000000
       @@prev_generation = nil
       @@individuals = []
@@ -29,26 +64,47 @@ class Gargor
       @@attack_proc = nil
       @@evaluate_proc = Proc.new { 0 }
       @@target_nodes = []
+      @@dsl_file = nil
+      true
+    end
+    Gargor.start
+
+    def validate
+      raise ValidationError,"POPULATION isn't > 0" unless @@population > 0
+      true
+    end
+
+    def first_generation?
+      @@generation == 1
+    end
+
+    # 前世代の数
+    def prev_count g = @@prev_generation
+      # fitness > 0 適応している個体
+      g.select { |i| i.fitness && i.fitness > 0 }.count
     end
 
     def load_dsl(params_file)
-      contents = File.open(params_file, 'rb'){ |f| f.read }
+      @@dsl_file = params_file
+      contents = File.read(params_file)
       new.instance_eval(contents)
-      raise "POPULATION == 0" if @@population == 0
+      validate
     end
 
-    def mutation
+    def mutate
       individual = Individual.new
       @@param_procs.each { |name,proc|
         param =  Parameter.new(name)
         param.instance_eval(&proc)
         individual.params[name] = param
       }
+      log "mutate #{individual}"
       individual
     end
 
     # 浮動小数点対応のrand
     def float_rand(f,p = @@fitness_precision)
+      raise ArgumentError,"max must be > 0" unless f > 0
       f *= @@fitness_precision
       i = f.to_i
       f = rand(i)
@@ -57,17 +113,11 @@ class Gargor
 
     def crossover a,b
       return a.clone if a.params == b.params
-      puts "crossover: #{a} #{b}"
+      log "crossover: #{a} #{b}"
       total = a.fitness + b.fitness
       c = Individual.new
       c.params = a.params.clone
-
-      c.params.each { |name,param|
-        cur = float_rand(total)
-        c.params[name] = b.params[name] if b.fitness > cur
-      }
-      puts "#{a.to_s} + #{b.to_s} \n    => #{c.to_s}"
-      c
+      c.overwrite_by(b,b.fitness,total)
     end
 
     def selection g
@@ -77,58 +127,73 @@ class Gargor
         return i if i.fitness > cur
         cur -= i.fitness
       }
-      raise "error selection"
+      raise GargorError,"error selection"
     end
 
-    def populate
-      @@individuals = []
+    def populate_first_generation
+      individuals = Gargor::Individuals.new
+      individuals << mutate.load_now
+      loop{
+        break if individuals.length >= @@population
+        individuals << mutate
+      }
       
-      # 第一世代
-      unless @@prev_generation
-        @@individuals << mutation.load_now
-        loop{
-          break if @@individuals.length >= @@population
-          @@individuals << mutation
-        }
-        return @@individuals
-      end
+      Gargor::Individuals.new(individuals.shuffle)
+    end
 
-      # fitness > 0 適応している個体
-      prev_count = @@prev_generation.select { |i| i.fitness > 0 }.count
+    def select_elites g,count
+      return [] unless count > 0
+      Gargor::Individuals.new(g.sort{ |a,b| a.fitness<=>b.fitness }.last(count))
+    end
 
-      if prev_count < 2
-        raise "***** EXTERMINATION ******"
+    def mutation? mutation=@@mutation
+      rand <= mutation
+    end
+
+    def select_parents g
+      [selection(g),selection(g)]
+    end
+
+    def populate_one
+      if mutation?
+        mutate
+      else
+        crossover(*select_parents(@@prev_generation))
       end
+    end
+
+    def populate_next_generation
+      log "population: #{@@prev_generation.length}"
+      individuals = Gargor::Individuals.new(select_elites @@prev_generation,@@elite)
 
-      puts "population: #{@@prev_generation.length}"
-      @@individuals = @@prev_generation.sort{ |a,b| a.fitness<=>b.fitness }.last(@@elite) if @@elite > 0
       loop{
-        break if @@individuals.length >= @@population
-        if rand <= @@mutation
-          i =  mutation
-          puts "mutation #{i}"
-        else
-          a = selection @@prev_generation
-          b = selection @@prev_generation
-          i = crossover(a,b)
-        end
-
-        #同じのは追加しない
-        if i and !@@individuals.find { |ii| ii.params == i.params }
-          @@individuals << i 
-        end
+        break if individuals.length >= @@population
+        i = populate_one
+        individuals << i unless individuals.has?(i)
       }
-      puts "poulate: #{@@individuals}"
-      @@individuals
+      log "populate:"
+      individuals.each { |i| log i }
+      Gargor::Individuals.new(individuals.shuffle)
+    end
+
+    def populate
+      @@individuals = if first_generation?
+                        # 第一世代
+                        populate_first_generation
+                      else
+                        # 次世代
+                        raise ExterminationError unless prev_count >= 2
+                        populate_next_generation
+                      end
     end
 
 
     def next_generation
-      puts "<== end generation #{@@generation}"
+      log "<== end generation #{@@generation}"
       @@generation += 1
       return false if @@generation > @@max_generations
 
-      puts "==> next generation #{@@generation}"
+      log "==> next generation #{@@generation}"
       @@prev_generation = @@individuals
       true
     end
@@ -140,6 +205,24 @@ class Gargor
     def opt name
       Gargor.class_variable_get("@@#{name}")
     end
+
+    def logfile file
+      File.expand_path(File.join(File.dirname(@@dsl_file),file))
+    end
+
+    def total_trials
+      @@population+(@@population-@@elite)*(@@max_generations-1)
+    end
+
+    def last_trials_at_this_generation
+      @@individuals.select{ |i| i.fitness == nil }.count
+    end
+
+    def last_trials
+      last_trials_at_this_generation +
+        (@@max_generations-@@generation)*(@@population-@@elite)
+    end
+
   end
 
   def param name,&block
@@ -154,4 +237,11 @@ class Gargor
   def evaluate &block
     @@evaluate_proc = block
   end
+
+  def logger *args, &block
+    file = args.shift
+    @@logger = Logger.new(Gargor.logfile(file),*args)
+    block.call(@@logger) if block
+  end
+
 end

data/lib/gargor/individual.rb

@@ -15,57 +15,83 @@ class Gargor
       [@params,@fitness].to_s
     end
 
+    def log message,level = Logger::INFO
+      Gargor.log message,level
+    end
+
     def load_now
+      log "==> load current json"
       @params.each { |name,param|
-        json = File.open(param.file).read
+        json = File.read(param.file)
         @params[name].value = JsonPath.on(json,param.path).first
       }
       self
     end
 
+    def set_param param,json
+      JSON.pretty_generate(JsonPath.for(json).gsub(param.path) { |v| param.value }.to_hash)
+    end
+
     def set_params
-      puts "==> set params"
-      puts @params
+      log "==> set params"
+      jsons = {}
       @params.each { |name,param|
-        json = File.open(param.file).read
-        json = JSON.pretty_generate(JsonPath.for(json).gsub(param.path) { |v| param.value }.to_hash)
-        # 書き出し
-        File.open(param.file,"w") { |f| f.write(json) }
-        puts "    write #{param.file}"
+        unless jsons.has_key?(param.file)
+          log "load #{param.file}"
+          jsons[param.file] = File.read(param.file)
+        end
+        jsons[param.file] = set_param(param,jsons[param.file])
+        log " #{name}: #{param}"
+      }
+      jsons.each { |file,json|
+        File.open(file,"w") { |f| f.write(json) }
+        log " write #{file}"
       }
     end
 
     def deploy
-      ret = true
       Gargor.opt("target_nodes").each { |node|
-        puts "==> deploy to #{node}"
+        log "==> deploy to #{node}"
         cmd = Gargor.opt("target_cooking_cmd") % [node]
-        puts "    #{cmd}"
-        r = system(cmd)
-        unless r
-          puts "deploy failed"
+        log "    #{cmd}"
+        out,r = shell(cmd)
+        unless r == 0
+          log "deploy failed",Logger::ERROR
           @fitness = 0
           sleep 1
+          return false
         end
-        ret &= r
       }
-      ret
+      true
     end
 
+    def shell command
+      out = `#{command}`
+      ret = $?
+      [out,ret.exitstatus]
+    end
 
     def attack
       ret = nil;out = nil
       cmd = Gargor.opt('attack_cmd')
-      puts "==> attack"
-      puts "execute: #{cmd}"
+      log "==> attack"
+      log "execute: #{cmd}"
       tms = Benchmark.realtime do
-        out = `#{cmd}`
-        ret = $?
+        out,ret = shell(cmd)
       end
 
-      @fitness = Gargor.opt('evaluate_proc').call(ret.to_i,out,tms)
-      puts "fitness: #{@fitness}"
+      @fitness = Gargor.opt('evaluate_proc').call(ret,out,tms)
+      log "fitness: #{@fitness}"
       @fitness
     end
+
+    # a/b の確率でiを上書きする
+    def overwrite_by i,a,b
+      @params.each { |name,param|
+        @params[name] = i.params[name] if a > Gargor.float_rand(b)
+      }
+      self
+    end
+
   end
 end

data/lib/gargor/parameter.rb

@@ -9,6 +9,7 @@ class Gargor
     def initialize name
       @name = name
     end
+
     def to_s
       @value.to_s
     end

data/lib/gargor/version.rb

@@ -1,4 +1,4 @@
 # -*- coding: utf-8 -*-
 class Gargor
-  VERSION = "0.0.3"
+  VERSION=File.read(File.expand_path(File.join(File.dirname(__FILE__),"..","..","VERSION")))
 end

data/spec/fixtures/sample-1.rb

@@ -0,0 +1,85 @@
+# -*- coding: utf-8 -*-
+# generations: set > 1
+max_generations 10
+
+# individuals number of some generation.
+population 10
+
+# elite number of some generation.(carried over)
+elite 1
+
+# Probability of mutation　set "0.01" to "1%" (when crossover)
+mutation 0.01
+
+# target cook command : '%s' will replace by node name.
+target_cooking_cmd "knife solo cook %s"
+
+# target nodes
+#   performing target_cooking_command before the attack.
+target_nodes ["www-1.example","www-2.example","db-1.example"]
+
+# attack command
+attack_cmd "ssh attacker.example ./bin/ghakai www-1.example.yml 2>/dev/null"
+
+# logging
+logger("gargor.log") do |logger|
+  logger.level = Logger::INFO
+end
+
+# evalute of the attack
+# code: exit code of attack_cmd command (0 => succees)
+# out:  standard output of attack_cmd command
+# time: execute time of attack_cmd
+evaluate do |code,out,time|
+  fitness = 0
+  # get "FAILED" count from stadard output of stress-tool,
+  # and set fitess to 0 when FAILED > 0.
+  if time > 0 && code == 0 && /^FAILED (\d+)/ =~ out && $1 == "0"
+    # get fitness from stadard output of stress-tool.
+    # e.g.: request count:200, concurrenry:20, 45.060816 req/s
+    if /, ([\.\d]+) req\/s/ =~ out
+      fitness = $1.to_f
+    end
+    # To get fitness simply,to use execution time
+    # fitness = 1/time
+  end
+  # This block must return the fitness.(integer or float)
+  fitness
+end
+
+# definition of parameters(GA)
+#
+# param _name_ do
+# json_file: Chef parameter(JSON) file (such as  nodes/*.json or roles/*.json)
+#            (Warning!) gargor will overwrite their json files.
+# json_path: to locate the value by JSONPath
+# mutaion:   to set value when mutaion
+param "max_clients" do
+  json_file "roles/www.json"
+  json_path '$.httpd.max_clients'
+  mutation rand(500)+10
+end
+
+param "innodb_log_file_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.innodb_log_file_size'
+  mutation rand(200)
+end
+
+param "sort_buffer_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.sort_buffer_size'
+  mutation rand(1000)
+end
+
+param "read_buffer_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.read_buffer_size'
+  mutation rand(1000)
+end
+
+param "query_cache_size" do
+  json_file "nodes/db-1.example.json"
+  json_path '$.mysqld.query_cache_size'
+  mutation rand(100)
+end

data/spec/gargor_individual_spec.rb

@@ -0,0 +1,57 @@
+require 'helper'
+
+describe Gargor::Individual,"#load_now" do
+  it "returns self" do
+    expect(Gargor::Individual.new.load_now).to be_kind_of Gargor::Individual
+  end
+end
+
+describe Gargor::Individual, "#set_params" do
+  
+end
+
+describe Gargor::Individual, "#deploy" do
+  before do
+    to_load_fixture "sample-1.rb"
+    Gargor.start
+    Gargor.load_dsl("dummy")
+
+    @i = Gargor.mutate
+  end
+
+  it "build collect command-line" do
+    @i.stub(:shell) { |cmd|
+      expect(cmd).to match /knife solo cook (www-1|www-2|db-1).example/
+      ["",0]
+    }
+    expect(@i.deploy).to be true
+  end
+
+  it "returns false if deploy failed" do
+    @i.stub(:shell) { |cmd|
+      ["",255]
+    }
+    expect(@i.deploy).to be false
+    
+  end
+end
+
+describe Gargor::Individual, "attack" do
+  it "build collect attack command" do
+    to_load_fixture "sample-1.rb"
+    Gargor.start
+    Gargor.load_dsl("dummy")
+    i = Gargor.mutate
+    i.stub(:shell) { |cmd|
+      expect(cmd).to eq Gargor.opt("attack_cmd")
+      out=<<EOF
+abc, 3300 req/s
+FAILED 0
+EOF
+      [out,0]
+    }
+    i.attack
+    expect(i.fitness).to eq 3300.0
+
+  end
+end

data/spec/gargor_spec.rb

@@ -0,0 +1,183 @@
+# -*- coding: utf-8 -*-
+require 'helper'
+
+describe Gargor,".start" do
+  it "must initialize attributes" do
+    expect(Gargor.start).to eq true
+  end
+end
+
+describe Gargor,".load_dsl" do
+  it "must raise RuntimeError when load from file with population 0" do
+    to_load_contents ""
+    Gargor.start
+    expect {
+      Gargor.load_dsl("dummy")
+    }.to raise_error(RuntimeError)
+  end
+
+  it "must load DSL successfully from sample-1.rb file" do
+    to_load_fixture "sample-1.rb"
+    Gargor.start
+    expect(Gargor.load_dsl("dummy")).to be true
+    expect(Gargor.params["population"]).to be 10
+
+    to_load_contents "population 100"
+    expect(Gargor.load_dsl("dummy")).to be true
+    expect(Gargor.params["population"]).to be 100
+  end
+
+  it "must raise NoMethodError when unknown command" do
+    Gargor.start
+    to_load_contents "hoge 100"
+    expect {
+      Gargor.load_dsl("dummy")
+    }.to raise_error(NoMethodError)
+  end
+
+end
+
+describe Gargor,".mutation" do
+  it "must create individual" do
+    to_load_fixture "sample-1.rb"
+    Gargor.start
+    Gargor.load_dsl("dummy")
+    expect(Gargor.mutate).to be_kind_of Gargor::Individual
+  end
+end
+
+describe Gargor,".poplutate" do
+  it "must create individuals" do
+    to_load_fixture "sample-1.rb"
+    Gargor.start
+    Gargor.load_dsl("dummy")
+    to_load_contents("{}") # dummy json
+    expect(Gargor.populate.size).to be Gargor.params["population"]
+    expect(Gargor.opt("generation")).to be 1
+    expect(Gargor.next_generation).to be true
+    expect(Gargor.opt("generation")).to be 2
+
+    expect{
+      Gargor.populate
+    }.to raise_error RuntimeError
+  end
+end
+
+describe Gargor,".float_rand" do
+  it "returns 0...max" do
+    Gargor.stub(:rand) { |max| max/2.0 }
+    expect(Gargor.float_rand(0.1,100)).to eq 0.05
+  end
+
+  it "raise RuntimeError unless max > 0" do
+    expect {
+      Gargor.float_rand(0)}.to raise_error RuntimeError
+    expect {
+      Gargor.float_rand(-1.2)}.to raise_error RuntimeError
+  end
+end
+
+describe Gargor,".crossover" do
+  it "crossoveres two Gargor::Individual objects" do
+    to_load_fixture "sample-1.rb"
+    Gargor.start
+    Gargor.load_dsl("dummy")
+    a = Gargor.mutate; a.fitness = 0.4
+    b = Gargor.mutate; b.fitness = 0.6
+
+    expect(Gargor.crossover(a,b)).to be_kind_of Gargor::Individual
+  end
+end
+
+describe Gargor,".selection" do
+  it "does something" do
+    to_load_fixture "sample-1.rb"
+    Gargor.start
+    Gargor.load_dsl("dummy")
+    a = Gargor.mutate; a.fitness = 0.4
+    b = Gargor.mutate; b.fitness = 0.6
+    g = Gargor::Individuals.new
+    g << a << b
+    expect(Gargor.selection g).to be_kind_of Gargor::Individual
+  end
+end
+
+
+describe Gargor, ".validate" do
+  it "raise Gargor::GargorError unless population > 0" do
+    Gargor.start
+    expect{
+      Gargor.validate 
+    }.to raise_error Gargor::ValidationError
+  end
+end
+
+describe Gargor, ".first_generation?" do
+  it "returns true if not .next_generation called" do
+    Gargor.start
+    expect(Gargor.first_generation?).to be true
+    Gargor.next_generation
+    expect(Gargor.first_generation?).to be false
+  end
+end
+
+describe Gargor, ".prev_count" do
+  it "returns previous generation count" do
+    g = Gargor::Individuals.new
+    a = Gargor.mutate; a.fitness = 0.4
+    g << a
+    expect(Gargor.prev_count(g)).to be 1
+
+    b = Gargor.mutate; b.fitness = 0 # not fit for this environment
+    c = Gargor.mutate; c.fitness = 0.6
+    g << b << c
+    expect(Gargor.prev_count(g)).to be 2
+  end
+end
+
+describe Gargor, ".select_elites" do
+  it "returns Gargor::Individuals" do
+    g = Gargor::Individuals.new
+    3.times { g << Gargor.mutate }
+
+    Gargor.start
+    gg = Gargor.select_elites(g,2)
+    expect(gg).to be_kind_of Gargor::Individuals
+    expect(gg.count).to be 2
+  end
+
+  it "returns count of elites" do
+    g = Gargor::Individuals.new
+    3.times { g << Gargor.mutate }
+    Gargor.start
+    expect(Gargor.select_elites(g,3).count).to be 3
+    expect(Gargor.select_elites(g,4).count).to be 3
+  end
+end
+
+describe Gargor, ".mutaion?" do
+  it "returns true by mutation probability" do
+    Gargor.stub(:rand).and_return(0.05,0.15)
+    expect(Gargor.mutation?(0.1)).to be true
+    expect(Gargor.mutation?(0.1)).to be false
+  end
+end
+
+describe Gargor, ".logfile" do
+  it "return log full-path" do
+    to_load_fixture "sample-1.rb"
+    Gargor.start
+    Gargor.load_dsl("/tmp/test.rb")
+    expect(Gargor.logfile("gargor.log")).to eq "/tmp/gargor.log"
+  end
+end
+
+describe Gargor, ".logger" do
+  it "set Logger object to @@logger " do
+    to_load_fixture "sample-1.rb"
+    Gargor.start
+    Gargor.load_dsl("/tmp/test.rb")
+    expect(Gargor.opt("logger")).to be_kind_of Logger
+    expect(Gargor.opt("logger").level).to be Logger::INFO
+  end
+end

data/spec/gargor_version_spec.rb

@@ -0,0 +1,7 @@
+require 'helper'
+
+describe Gargor,"VERSION" do
+  it "must be {major}.{minor}.{patch}" do
+    expect(Gargor::VERSION).to match /\d+\.\d+\.\d+/
+  end
+end

data/spec/helper.rb

@@ -0,0 +1,30 @@
+# -*- coding: utf-8 -*-
+$TESTING=true
+
+require 'simplecov'
+require 'coveralls'
+
+SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter[
+  SimpleCov::Formatter::HTMLFormatter,
+  Coveralls::SimpleCov::Formatter
+]
+SimpleCov.start
+
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+require 'gargor'
+require 'rspec'
+RSpec.configure do |config|
+end
+
+def load_fixture name
+  file = File.join(File.dirname(__FILE__), "fixtures",name)
+  File.open(file) { |f| f.read }
+end
+
+def to_load_fixture name
+  File.stub(:read).and_return(load_fixture(name))
+end
+
+def to_load_contents text
+  File.stub(:read).and_return(text)
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: gargor
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-06-18 00:00:00.000000000 Z
+date: 2013-07-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -53,17 +53,26 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .travis.yml
 - Gemfile
 - LICENSE.txt
 - README.md
 - README_ja.md
 - Rakefile
+- VERSION
 - bin/gargor
+- doc/howto.md
+- doc/sample.rb
 - gargor.gemspec
 - lib/gargor.rb
 - lib/gargor/individual.rb
 - lib/gargor/parameter.rb
 - lib/gargor/version.rb
+- spec/fixtures/sample-1.rb
+- spec/gargor_individual_spec.rb
+- spec/gargor_spec.rb
+- spec/gargor_version_spec.rb
+- spec/helper.rb
 homepage: https://github.com/tumf/gargor
 licenses:
 - MIT
@@ -90,4 +99,9 @@ signing_key:
 specification_version: 3
 summary: It is software which uses generic algorithm to support parameter tuning of
   the servers controlled by Chef.
-test_files: []
+test_files:
+- spec/fixtures/sample-1.rb
+- spec/gargor_individual_spec.rb
+- spec/gargor_spec.rb
+- spec/gargor_version_spec.rb
+- spec/helper.rb