rbatch 2.1.5 → 2.1.6

data/.gitignore

@@ -1,3 +1,3 @@
 pkg/
-sample/log/
+sample/log/*.log
 coverage/

data/README.ja.md

@@ -79,14 +79,15 @@ RBatchでは、実行スクリプト、設定ファイルおよびログファ
 
 スクリプト`${RB_HOME}/bin/sample1.rb` を作ります
 
-    require 'rbatch'
-
-    RBatch::Log.new(){ |log|  # ログブロック
-      log.info "info string"
-      log.error "error string"
-      raise "exception"
-    }
-
+```ruby
+require 'rbatch'
+
+RBatch::Log.new(){ |log|  # ログブロック
+  log.info "info string"
+  log.error "error string"
+  raise "exception"
+}
+```
 
 実行するとログファイル`${RB_HOME}/log/20121020_005953_sample1.log`が以下のように出力されます
 
@@ -149,12 +150,13 @@ RBatchは外部コマンド（たとえば"ls -l"）を実行するラッパー
 
 サンプル
 
-    require 'rbatch'
-    r = RBatch.cmd("ls")
-    p r.stdout # => "fileA\nfileB\n"
-    p r.stderr # => ""
-    p r.status # => 0
-
+```ruby
+require 'rbatch'
+r = RBatch.cmd("ls")
+p r.stdout # => "fileA\nfileB\n"
+p r.stderr # => ""
+p r.status # => 0
+```
 
 外部コマンドにタイムアウトを設定したい場合は`cmd_timeout`をオプションを利用できます。
 
@@ -164,6 +166,80 @@ RBatchは外部コマンド（たとえば"ls -l"）を実行するラッパー
 
 `forbid_double_run`のオプションを利用すれば、RBatchを利用したプログラムの二重起動チェックができます。
 
+
+サンプル
+--------------
+
+### AWS EC2 のボリュームバックアップスクリプト
+
+最初に以下の設定ファイルを作ります
+
+設定ファイル : `${RB_HOME}/conf/ec2_create_snapshot.yaml`
+
+```
+access_key : AKIAITHEXXXXXXXXX
+secret_key : JoqJSdP8+tpdFYWljVbG0+XXXXXXXXXXXXXXX
+
+```
+
+次に、スクリプトを書きます。
+
+スクリプト : `${RB_HOME}/bin/ec2_create_snapshot.rb`
+
+```ruby
+require 'rbatch'  # <= rbatchをrequireします
+require 'aws-sdk'
+require 'net/http'
+
+RBatch::Log.new do |log| # <= ログブロックを開始し、スクリプトはこの中に入れます
+  # get ec2 region
+  @ec2_region = "ec2." +
+    Net::HTTP.get("169.254.169.254", "/latest/meta-data/placement/availability-zone").chop +
+    ".amazonaws.com"
+  log.info("ec2 region : #{@ec2_region}")  # <= このようにログを出力できます
+
+  #create ec2 instance
+  @ec2 = AWS::EC2.new(:access_key_id     => RBatch.config["access_key"],  # <= 設定ファイルを読み込みます
+                      :secret_access_key => RBatch.config["secret_key"],
+                      :ec2_endpoint      => @ec2_region)
+
+
+  # create instance
+  @instance_id = Net::HTTP.get("169.254.169.254", "/latest/meta-data/instance-id")
+  @instance = @ec2.instances[@instance_id]
+  log.info("instance_id : #{@instance_id}")
+
+  # create snapshots
+  @instance.block_devices.each do | dev |
+    desc = @instance_id + " " + dev[:device_name] + " " +
+      dev[:ebs][:volume_id] + " " +Time.now.strftime("%Y/%m/%d %H:%M").to_s
+    log.info("create snapshot : #{desc}")
+    @ec2.volumes[dev[:ebs][:volume_id]].create_snapshot(desc)
+    log.info("sucess")
+  end
+end
+
+```
+
+最後にスクリプトを実行すると、以下のようなログが出力されます
+
+ログファイル : `${RB_HOME}/log/20140121_123124_ec2_create_snapshot.log`
+
+```
+[2014-01-21 12:31:24 -0500] [INFO ] === START RBatch === (PID=10095)
+[2014-01-21 12:31:24 -0500] [INFO ] RB_HOME : "/opt/MyProject"
+[2014-01-21 12:31:24 -0500] [INFO ] Load Run-Conf: "/opt/MyProject/.rbatchrc"
+[2014-01-21 12:31:24 -0500] [INFO ] Load Config  : "/opt/MyProject/conf/ec2_create_snapshot.yaml"
+[2014-01-21 12:31:24 -0500] [INFO ] Start Script : "/opt/MyProject/bin/ec2_create_snapshot.rb"
+[2014-01-21 12:31:24 -0500] [INFO ] Logging Start: "/opt/MyProject/log/20140121_123124_ec2_create_snapshot.log"
+[2014-01-21 12:31:24 -0500] [INFO ] ec2 region : ec2.ap-northeast-1.amazonaws.com
+[2014-01-21 12:31:25 -0500] [INFO ] instance_id : i-cc25f1c9
+[2014-01-21 12:31:25 -0500] [INFO ] create snapshot : i-cc25f1c9 /dev/sda1 vol-82483ea7 2014/01/21 12:31
+[2014-01-21 12:31:25 -0500] [INFO ] sucess
+```
+
+これだけで、ログ出力と設定ファイル読み込みを兼ね備えたスクリプトを作成することができます。
+
 カスタマイズ
 --------------
 
@@ -347,31 +423,35 @@ Run-Conf(`${RB_HOME}/.rbatchrc`)のサンプルは以下の通り
 
 #### RBatch::Logクラスのオプション
 
-    opt = {
-          :name      => "<date>_<time>_<prog>.log",
-          :dir       => "/var/log/",
-          :append    => true,
-          :level     => "info",
-          :stdout    => false,
-          :delete_old_log => false,
-          :delete_old_log_date => 7,
-          :send_mail => false,
-          :mail_to   => nil,
-          :mail_from => "rbatch.localhost",
-          :mail_server_host => "localhost",
-          :mail_server_port => 25
-    }
-
-    RBatch::Log.new(opt)
+```ruby
+opt = {
+      :name      => "<date>_<time>_<prog>.log",
+      :dir       => "/var/log/",
+      :append    => true,
+      :level     => "info",
+      :stdout    => false,
+      :delete_old_log => false,
+      :delete_old_log_date => 7,
+      :send_mail => false,
+      :mail_to   => nil,
+      :mail_from => "rbatch.localhost",
+      :mail_server_host => "localhost",
+      :mail_server_port => 25
+}
+
+RBatch::Log.new(opt)
+```
 
 #### RBatch::Cmdクラスのオプション
 
-    opt = {
-          :raise     => false,
-          :timeout   => 0
-          }
+```ruby
+opt = {
+      :raise     => false,
+      :timeout   => 0
+}
 
-    RBatch::Log.new(cmd_str, opt)
+RBatch::Cmd.new(cmd_str, opt).run
+```
 
 version 1 から 2 へのマイグレーション
 --------------

data/README.md

@@ -79,13 +79,14 @@ sample
 
 make script `${RB_HOME}/bin/sample1.rb`
 
-    require 'rbatch'
-    RBatch::Log.new(){ |log|  # Logging block
-      log.info "info string"
-      log.error "error string"
-      raise "exception"
-    }
-
+```ruby
+require 'rbatch'
+RBatch::Log.new(){ |log|  # Logging block
+  log.info "info string"
+  log.error "error string"
+  raise "exception"
+}
+```
 
 Run script. Log file is `${RB_HOME}/log/20121020_005953_sample1.log`
 
@@ -123,15 +124,16 @@ make config file `${RB_HOME}/conf/sample2.yaml`.
 
 In script `${RB_HOME}/bin/sample2.rb` , you can read config.
 
-    require 'rbatch'
-
-    # You can read config value without loading file.
-    p RBatch.config["key"]   # => "value"
-    p RBatch.config["array"] # => ["item1", "item2", "item3"]
+```ruby
+require 'rbatch'
 
-    # If key does not exist, raise exception
-    p RBatch.config["not_exist"] # => Raise RBatch::ConfigException
+# You can read config value without loading file.
+p RBatch.config["key"]   # => "value" 
+p RBatch.config["array"] # => ["item1", "item2", "item3"]
 
+# If key does not exist, raise exception
+p RBatch.config["not_exist"] # => Raise RBatch::ConfigException
+```
 
 #### Common Config
 
@@ -146,11 +148,14 @@ This function return a result object which contain command's "STDOUT", "STDERR"
 
 sample
 
-    require 'rbatch'
-    r = RBatch.cmd("ls")
-    p r.stdout # => "fileA\nfileB\n"
-    p r.stderr # => ""
-    p r.status # => 0
+```ruby
+require 'rbatch'
+
+r = RBatch.cmd("ls")
+p r.stdout # => "fileA\nfileB\n"
+p r.stderr # => ""
+p r.status # => 0
+```
 
 If you want to set a timeout of external command, you can use `cmd_timeout` option.
 
@@ -161,6 +166,79 @@ You have no use for an error handring.
 
 Using `forbid_double_run` option, two same name scripts cannot run at the same time.
 
+Sample
+--------------
+
+### AWS EC2 Volume Backup Script
+
+First you make configuration file.
+
+Config File : `${RB_HOME}/conf/ec2_create_snapshot.yaml`
+
+```
+access_key : AKIAITHEXXXXXXXXX
+secret_key : JoqJSdP8+tpdFYWljVbG0+XXXXXXXXXXXXXXX
+
+```
+
+Next, you write script.
+
+Script : `${RB_HOME}/bin/ec2_create_snapshot.rb`
+
+```ruby
+require 'rbatch'  # <= require rbatch
+require 'aws-sdk'
+require 'net/http'
+
+RBatch::Log.new do |log| # <= Start Log block. And write main logic in this block.
+  # get ec2 region
+  @ec2_region = "ec2." +
+    Net::HTTP.get("169.254.169.254", "/latest/meta-data/placement/availability-zone").chop +
+    ".amazonaws.com"
+  log.info("ec2 region : #{@ec2_region}")  # <= Output Log
+
+  #create ec2 instance
+  @ec2 = AWS::EC2.new(:access_key_id     => RBatch.config["access_key"],  # <= Read Config
+                      :secret_access_key => RBatch.config["secret_key"],
+                      :ec2_endpoint      => @ec2_region)
+
+
+  # create instance
+  @instance_id = Net::HTTP.get("169.254.169.254", "/latest/meta-data/instance-id")
+  @instance = @ec2.instances[@instance_id]
+  log.info("instance_id : #{@instance_id}")
+
+  # create snapshots
+  @instance.block_devices.each do | dev |
+    desc = @instance_id + " " + dev[:device_name] + " " +
+      dev[:ebs][:volume_id] + " " +Time.now.strftime("%Y/%m/%d %H:%M").to_s
+    log.info("create snapshot : #{desc}")
+    @ec2.volumes[dev[:ebs][:volume_id]].create_snapshot(desc)
+    log.info("sucess")
+  end
+end
+
+```
+
+Finally Run script , then following logfile is output.
+
+Log file : `${RB_HOME}/log/20140121_123124_ec2_create_snapshot.log`
+
+```
+[2014-01-21 12:31:24 -0500] [INFO ] === START RBatch === (PID=10095)
+[2014-01-21 12:31:24 -0500] [INFO ] RB_HOME : "/opt/MyProject"
+[2014-01-21 12:31:24 -0500] [INFO ] Load Run-Conf: "/opt/MyProject/.rbatchrc"
+[2014-01-21 12:31:24 -0500] [INFO ] Load Config  : "/opt/MyProject/conf/ec2_create_snapshot.yaml"
+[2014-01-21 12:31:24 -0500] [INFO ] Start Script : "/opt/MyProject/bin/ec2_create_snapshot.rb"
+[2014-01-21 12:31:24 -0500] [INFO ] Logging Start: "/opt/MyProject/log/20140121_123124_ec2_create_snapshot.log"
+[2014-01-21 12:31:24 -0500] [INFO ] ec2 region : ec2.ap-northeast-1.amazonaws.com
+[2014-01-21 12:31:25 -0500] [INFO ] instance_id : i-cc25f1c9
+[2014-01-21 12:31:25 -0500] [INFO ] create snapshot : i-cc25f1c9 /dev/sda1 vol-82483ea7 2014/01/21 12:31
+[2014-01-21 12:31:25 -0500] [INFO ] sucess
+```
+
+Only you write a small code, this batch script has logging and read-config function.
+
 Customize
 --------------
 If you want to customize RBatch, you have two methods.
@@ -345,32 +423,35 @@ If you want to change options in a script, you pass an options object to the con
 
 Sumple
 
-    opt = {
-          :name      => "<date>_<time>_<prog>.log",
-          :dir       => "/var/log",
-          :append    => true,
-          :level     => "info",
-          :stdout    => false,
-          :delete_old_log => false,
-          :delete_old_log_date => 7,
-          :send_mail => false,
-          :mail_to   => nil,
-          :mail_from => "rbatch.localhost",
-          :mail_server_host => "localhost",
-          :mail_server_port => 25
-          }
-    RBatch::Log.new(opt)
+```ruby
+opt = {
+      :name      => "<date>_<time>_<prog>.log",
+      :dir       => "/var/log",
+      :append    => true,
+      :level     => "info",
+      :stdout    => false,
+      :delete_old_log => false,
+      :delete_old_log_date => 7,
+      :send_mail => false,
+      :mail_to   => nil,
+      :mail_from => "rbatch.localhost",
+      :mail_server_host => "localhost",
+      :mail_server_port => 25
+      }
+RBatch::Log.new(opt)
+```
 
 #### option of RBatch::Cmd
 
 Sample
 
-    opt = {
-          :raise     => false,
-          :timeout   => 0
-          }
-    RBatch::Log.new("ls -l", opt)
-
+```ruby
+opt = {
+      :raise     => false,
+      :timeout   => 0
+      }
+RBatch::Cmd.new("ls -l", opt).run
+```
 
 Migration from version 1 to version 2
 --------------

data/lib/rbatch/log.rb

@@ -85,9 +85,17 @@ module RBatch
       if block_given?
         begin
           yield self
+        rescue SystemExit => e
+          if e.status == 0
+            exit 0
+          else
+            self.fatal(e)
+            self.fatal("Caught SystemExit. RBatch Exit with status " + e.status.to_s)
+            exit e.status
+          end
         rescue Exception => e
           self.fatal(e)
-          self.fatal("Caught exception. Exit 1")
+          self.fatal("Caught exception. RBatch Exit with status 1")
           exit 1
         ensure
           self.close

data/lib/rbatch/version.rb

@@ -1,3 +1,3 @@
 module RBatch
-  VERSION = "2.1.5"
+  VERSION = "2.1.6"
 end

data/sample/bin/ec2_create_snapshot.rb

@@ -0,0 +1,32 @@
+require 'rbatch'
+
+RBatch::Log.new do |log|
+  require 'aws-sdk'
+  require 'net/http'
+  # get ec2 region
+  @ec2_region = "ec2." +
+    Net::HTTP.get("169.254.169.254", "/latest/meta-data/placement/availability-zone").chop +
+    ".amazonaws.com"
+  log.info("ec2 region : #{@ec2_region}")  # <= Output Log
+
+  #create ec2 instance
+  @ec2 = AWS::EC2.new(:access_key_id     => RBatch.config["access_key"],
+                      :secret_access_key => RBatch.config["secret_key"],
+                      :ec2_endpoint      => @ec2_region)
+
+
+  # create instance
+  @instance_id = Net::HTTP.get("169.254.169.254", "/latest/meta-data/instance-id")
+  @instance = @ec2.instances[@instance_id]
+  log.info("instance_id : #{@instance_id}")
+
+  # create snapshots
+  @instance.block_devices.each do | dev |
+    desc = @instance_id + " " + dev[:device_name] + " " +
+      dev[:ebs][:volume_id] + " " +Time.now.strftime("%Y/%m/%d %H:%M").to_s
+    log.info("create snapshot : #{desc}")
+    @ec2.volumes[dev[:ebs][:volume_id]].create_snapshot(desc)
+    log.info("sucess")
+  end
+end
+

data/sample/bin/file_batch_copy.rb

@@ -1,12 +1,11 @@
-# -*- coding: utf-8 -*-
 require 'rbatch'
-require 'fileutils'
 
-# ファイル一括コピー
+# File butch copy
 RBatch::Log.new do |log|
+  require 'fileutils'
   target_dir = RBatch::config["target_dir"]
   RBatch::config["file_list"].each do | file |
-    log.info("copy " + file + " -> " + target_dir)
+    log.info("copy " + file + " " + target_dir)
     FileUtils.cp_r(file,target_dir)
   end
 end

data/sample/bin/log_backup.rb

@@ -1,15 +1,13 @@
-# -*- coding: utf-8 -*-
 require 'rbatch'
-require 'fileutils'
-require 'date'
 
 RBatch::Log.new do |log|
-  log.info("Start---------------")
+  require 'fileutils'
+  require 'date'
   target_dir = RBatch::config["target_dir"]
   RBatch::config["file_list"].each do |file_wildcard|
     Dir::glob(file_wildcard).each do |file|
       if ! File.exists?(File.join(target_dir,File.basename(file)))
-        log.info("Copy " + file + " to " + target_dir)
+        log.info("Copy " + file + " " + target_dir)
         FileUtils.cp(file,target_dir)
       else
         log.info("Skip " + file + " (already backuped)")

data/sample/conf/common.yaml

@@ -1,5 +0,0 @@
-openidm :
-  server : localhost
-  port: 80
-  api_user : hoge
-  api_pass : hoge

data/sample/conf/ec2_create_snapshot.yaml

@@ -0,0 +1,2 @@
+access_key : AKIAITHEXXXXXXXXX
+secret_key : JoqJSdP8+tpdFYWljVbG0+XXXXXXXXXXXXXXX

data/spec/rbatch/log_spec.rb

@@ -55,6 +55,26 @@ describe RBatch::Log do
     }.to raise_error SystemExit
   end
 
+  it "catch SystemExit 0 " do
+    expect { 
+      RBatch::Log.new do | log |
+        exit 0
+      end
+    }.to raise_error SystemExit do |e|
+      expect(e.status).to eq 0
+    end
+  end
+
+  it "catch SystemExit 3" do
+    expect { 
+      RBatch::Log.new do | log |
+        exit 3
+      end
+    }.to raise_error SystemExit do |e|
+      expect(e.status).to eq 3
+    end
+  end
+
   it "raise error when log dir does not exist" do
     Dir::rmdir(@log_dir)
     expect{

metadata

@@ -2,7 +2,7 @@
 name: rbatch
 version: !ruby/object:Gem::Version 
   prerelease: 
-  version: 2.1.5
+  version: 2.1.6
 platform: ruby
 authors: 
 - fetaro
@@ -10,7 +10,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2014-01-16 00:00:00 Z
+date: 2014-01-24 00:00:00 Z
 dependencies: []
 
 description: Simple Framework of Batch Script
@@ -103,21 +103,19 @@ files:
 - rbatch.gemspec
 - sample/.rbatchrc
 - sample/bin/apache_log_insert.rb
+- sample/bin/ec2_create_snapshot.rb
 - sample/bin/file_batch_copy.rb
 - sample/bin/log_backup.rb
 - sample/bin/mysql_data_backup.rb
-- sample/bin/openam_log_insert.rb
 - sample/bin/openldap_backup.rb
-- sample/bin/webagent_log_insert.rb
 - sample/conf/apache_log_insert.yaml
 - sample/conf/common.yaml
+- sample/conf/ec2_create_snapshot.yaml
 - sample/conf/file_batch_copy.yaml
-- sample/conf/log_backup.yaml
 - sample/conf/mysql_data_backup.yaml
-- sample/conf/openam_log_insert.yaml
 - sample/conf/openldap_backup.yaml
-- sample/conf/webagent_log_insert.yaml
 - sample/lib/.gitkeep
+- sample/log/.gitkeep
 - spec/01_rbach_spec.rb
 - spec/rbatch/cmd_spec.rb
 - spec/rbatch/config_spec.rb

data/sample/bin/openam_log_insert.rb

@@ -1,119 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'rbatch'
-require 'mysql'
-
-#
-# OpenAMの認証アクセスログと認証エラーログを解析してMySQLに挿入する
-#
-
-
-# ログの1行を表すクラス
-class Entry
-
-  # 行をマッチさせる正規表現
-  @@reg=/^
-        \"          #   "
-        (\S+\s\S+)  # 0 YYYY-MM-DD HH:MM:SS
-        \"          #   "
-        \t          #   タブ
-        .+          #   任意の文字列
-        \t          #   タブ
-        (.+)        # 1 "DN"
-        \t          #   タブ
-        .+          #   任意の文字列
-        \t          #   タブ
-        (.+)        # 2 IP
-        \t          #   タブ
-        .+          #   任意の文字列
-        \t          #   タブ
-        .+          #   任意の文字列
-        \t          #   タブ
-        .+          #   任意の文字列
-        \t          #   タブ
-        (.+)        # 3 ステータス
-        \t          #   タブ
-        .+          #   任意の文字列
-        \t          #   タブ
-        .+          #   任意の文字列
-        \t          #   タブ
-        .+          #   任意の文字列
-        $/x
-
-  @entry
-
-  def initialize(line,status_map)
-    match = line.match(@@reg)
-    raise "parse error. line: <#{line}> " if match.nil?
-    captures = match.captures
-    if captures[1] =~ /uid=|id=/
-      login_id = captures[1].split(",")[0].split("=")[1]
-    else
-      login_id = "-"
-    end
-    if status_map.has_key?(captures[3])
-      status = status_map[captures[3]]
-    else
-      status = "-"
-    end
-    @entry = {
-      :date      => DateTime.strptime(captures[0], '%Y-%m-%d %H:%M:%S'),
-      :login_id  => login_id,
-      :access_ip => captures[2],
-      :status    => status
-    }
-  end
-
-  # Insert用のSQLを返す
-  def insert_sql(table_name,host_name,companyId)
-    value = [  companyId ,
-               @entry[:date].strftime("%Y/%m/%d %H:%M:%S"),
-               @entry[:login_id],
-               @entry[:access_ip],
-               host_name,
-               @entry[:status]
-            ].map{|s| "'#{s}'"}.join(",")
-    return "INSERT INTO #{table_name} (companyId,date,login_id,access_ip,host_name,status)  VALUES (#{value})"
-  end
-end
-
-# メイン
-
-RBatch::Log.new do |log|
-  log.info("Start -----------------");
-  entries = []
-  status_map = RBatch::config["auth_status"]
-  # 認証アクセスログ読み込み
-  File.foreach(RBatch::config["openam_access_log_path"]) do |line|
-    begin
-      entries << Entry.new(line,status_map)
-    rescue => e
-      # 解析に失敗した場合
-      log.warn("parse error: " + e.message )
-    end
-  end
-
-  # 認証エラーログ読み込み
-  File.foreach(RBatch::config["openam_error_log_path"]) do |line|
-    begin
-      entries << Entry.new(line,status_map)
-    rescue => e
-      # 解析に失敗した場合
-      log.warn("parse error: " + e.message )
-    end
-  end
-
-  # MySQLに接続
-  con = Mysql.new(RBatch::config["mysql_server"],
-                  RBatch::config["mysql_user"],
-                  RBatch::config["mysql_password"],
-                  RBatch::config["mysql_db_name"])
-  # MySQLに挿入
-  entries.each do |entry|
-    sql = entry.insert_sql(RBatch::config["mysql_table_name"],
-                           RBatch::config["host_name"],
-                           RBatch::config["company_id"])
-    log.info("exec sql: " + sql);
-    con.query(sql)
-  end
-end
-

data/sample/bin/webagent_log_insert.rb

@@ -1,110 +0,0 @@
-# -*- coding: utf-8 -*-
-require 'rbatch'
-require 'mysql'
-
-#
-# WebAgentの認可ログを解析してMySQLに挿入する
-#
-
-# OpenAMエージェントの認可ログの一行
-class Entry
-  # 行をマッチさせる正規表現
-  @@reg=/^
-        (\S+\s\S+)  #  0 YYYY-MM-DD HH:MM:SS
-        \.\d\d\d    #   ミリ秒
-        \s          #   半角スペース
-        \s          #   半角スペース
-        \s          #   半角スペース
-        \s          #   半角スペース
-        Info        #   固定文言
-        \s          #   半角スペース
-        \S+         #   xxxxxx:xxxxxx
-        \s          #   半角スペース
-        LocalAuditLog: #   固定文言
-        \s          #   半角スペース
-        User        #   固定文言
-        \s          #   半角スペース
-        (\S+)       # 1 user_id
-        \s          #   半角スペース
-        was         #   固定文言
-        \s          #   半角スペース
-        (\S+)       # 2 allowed or denied
-        \s          #   半角スペース
-        access      #   固定文言
-        \s          #   半角スペース
-        to          #   固定文言
-        \s          #   半角スペース
-        (\S+)       # 3 request
-        $/x
-
-  @@status_map = {"allowed" => "ALLOW","denied" => "DISALLOW"}
-  @entry
-
-  # ログの1行を解析してEntryクラスを作る。
-  # 解析できない時は例外を発生させる。
-  #
-  # 期待しているフォーマットは以下の通り。
-  #
-  #   2012-07-20 11:04:45.059    Info 24006:16ed0460 LocalAuditLog: User amadmin was allowed access to http://www.fx.develop.jp:80/.
-  #
-  def initialize(line,url_ignore_keywords)
-    match = line.match(@@reg)
-    raise "parse error. line: <#{line}> " if match.nil?
-    captures = match.captures
-    url_ignore_keywords.each do | keyword |
-      raise "ignore keyword include in access_url: <#{line}}>" if captures[3].include?(keyword)
-    end
-    @entry = {
-      :datetime        => DateTime.strptime( captures[0], '%Y-%m-%d %H:%M:%S'),
-      :login_id        => captures[1],
-      :status          => @@status_map[captures[2]],
-      :access_url      => captures[3]
-    }
-  end
-
-  # Insert用のSQLを返す
-  def insert_sql(table_name,host_name,company_id)
-    value = [ company_id ,
-              @entry[:datetime].strftime("%Y/%m/%d %H:%M:%S"),
-              @entry[:login_id],
-              host_name,
-              @entry[:access_url],
-              @entry[:status]
-            ].map{|s| "'#{s}'"}.join(",")
-
-    return "INSERT INTO #{table_name} (companyId,date,login_id,host_name,access_url,status) VALUES (#{value})"
-  end
-end
-
-
-# メイン
-
-RBatch::Log.new do |log|
-  log.info("Start -----------------");
-  entries = []
-  url_ignore_keywords =  RBatch::config["url_ignore_keywords"]
-  # ログ読み込み
-  File.foreach(RBatch::config["log_path"]) do |line|
-    begin
-      entries << Entry.new(line,url_ignore_keywords)
-    rescue => e
-      # 解析に失敗した場合
-      log.warn("parse error: " + e.message )
-    end
-  end
-
-  # MySQLに接続
-  con = Mysql.new(RBatch::config["mysql_server"],
-                  RBatch::config["mysql_user"],
-                  RBatch::config["mysql_password"],
-                  RBatch::config["mysql_db_name"])
-  # MySQLに挿入
-  entries.each do |entry|
-    sql = entry.insert_sql(RBatch::config["mysql_table_name"],
-                           RBatch::config["host_name"],
-                           RBatch::config["company_id"])
-    log.info("exec sql: " + sql);
-    con.query(sql)
-  end
-end
-

data/sample/conf/log_backup.yaml

@@ -1,4 +0,0 @@
-file_list:
-  - /var/log/hoge*
-  - /var/log/messages
-target_dir: /tmp

data/sample/conf/openam_log_insert.yaml

@@ -1,35 +0,0 @@
-mysql_server : "localhost"
-mysql_user : "root"
-mysql_password : ""
-mysql_db_name : "test"
-mysql_table_name : "authentication_log"
-company_id : "sample.co"
-host_name : "server1"
-openam_access_log_path : "/root/rbatch/sample/data/amAuthentication.access.2012-07-10"
-openam_error_log_path : "/root/rbatch/sample/data/amAuthentication.error.2012-07-10"
-auth_status:
-  AUTHENTICATION-100 : Login Success
-  AUTHENTICATION-101 : Login Success
-  AUTHENTICATION-102 : Login Success
-  AUTHENTICATION-103 : Login Success
-  AUTHENTICATION-104 : Login Success
-  AUTHENTICATION-105 : Login Success
-  AUTHENTICATION-200 : Login Failed
-  AUTHENTICATION-201 : Invalid Password
-  AUTHENTICATION-202 : No user profile
-  AUTHENTICATION-203 : User Profile does not exist
-  AUTHENTICATION-204 : Not active
-  AUTHENTICATION-205 : User is Locked out
-  AUTHENTICATION-206 : User account has expired
-  AUTHENTICATION-207 : Login Timed Out
-  AUTHENTICATION-208 : Authentication module is denied
-  AUTHENTICATION-209 : maximum number of session
-  AUTHENTICATION-240 : Login Failed
-  AUTHENTICATION-241 : Invalid Password
-  AUTHENTICATION-245 : User is Locked out
-  AUTHENTICATION-247 : Login Timed Out
-  AUTHENTICATION-300 : Logout
-  AUTHENTICATION-301 : Logout
-  AUTHENTICATION-302 : Logout
-  AUTHENTICATION-303 : Logout
-  AUTHENTICATION-304 : Logout

data/sample/conf/webagent_log_insert.yaml

@@ -1,16 +0,0 @@
-mysql_server : "localhost"
-mysql_user : "root"
-mysql_password : ""
-mysql_db_name : "test"
-mysql_table_name : "authorization_log"
-company_id : "sample.co"
-host_name : "server1"
-log_path : "/root/rbatch/sample/data/amAgent_localhost_80.log.2012-07-10"
-url_ignore_keywords: 
-  - ".jpg"
-  - ".gif"
-  - ".html"
-  - ".css"
-  - ".js"
-  - ".jpeg"
-  - ".ico"