keystone 0.0.29

data/example/batch_sample.rb

@@ -0,0 +1,24 @@
+require 'rubygems'
+require 'keystone'
+require "optparse"
+
+include Keystone::Batch::Base
+
+# 実行時に--helpでオプション一覧
+
+has_option = {}
+opts = option_parser
+opts.on("-v value") do |v|
+  has_option[:v] = v
+end
+opts.on("-w who") do |v|
+  has_option[:w] = v
+end
+
+execute() do
+  sleep 10
+  info "batch process01"
+  info "who=#{has_option[:w]}"
+  sleep 4
+  raise 'error occur'
+end

data/example/os.rb

@@ -0,0 +1,4 @@
+require 'rubygems'
+require 'keystone'
+
+puts Keystone::Os.get().dump

data/example/sendmail.rb

@@ -0,0 +1,21 @@
+require 'rubygems'
+require 'keystone'
+require 'pit'
+
+ENV["EDITOR"] = "vi" unless ENV.key?("EDITOR")
+ 
+config = Pit.get("keystone_test", :require => {
+        "smtp_addr" => "smtp_server_address",
+        "mailto" => "mailto",
+        "mailfrom" => "mailfrom"
+})
+
+@os = Keystone::Os.get()
+
+Keystone::Mail::Send.send(
+  config["mailfrom"],
+  config["mailto"].split(","),
+  "件名でおま",
+  "本文で小間\nfrom #{@os.hostname}(#{@os.ip_address.join(" , ")})",
+  {:smtp_addr=>config["smtp_addr"],:retry_cnt=>3})
+

data/example/string_util.rb

@@ -0,0 +1,15 @@
+require 'rubygems'
+require 'keystone'
+
+st = %|test "test 02" 日本語 ﾆﾎﾝｺﾞﾊﾝｶｸ "にほ　んご　ですが　なにか"|
+st2 = Keystone::StringUtil.to_searchtext(st)
+
+p Keystone::StringUtil.serach_string_to_array(st)
+p Keystone::StringUtil.serach_string_to_array(st2)
+
+info("test")
+info("test\ntest2")
+info("test\r\ntest2")
+warn("test\rtest2")
+error("test\ntest2")
+info("test")

data/keystone.gemspec

@@ -0,0 +1,209 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{keystone}
+  s.version = "0.0.29"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["paco"]
+  s.date = %q{2010-09-02}
+  s.description = %q{oreore library}
+  s.email = %q{paco.jp@gmail.com}
+  s.extra_rdoc_files = [
+    "README"
+  ]
+  s.files = [
+    ".gitignore",
+     "README",
+     "Rakefile",
+     "VERSION",
+     "doc/classes/Dir.html",
+     "doc/classes/Dir.src/M000003.html",
+     "doc/classes/FlagSetMaker.html",
+     "doc/classes/FlagSetMaker.src/M000018.html",
+     "doc/classes/FlagSetMaker/FlagSet.html",
+     "doc/classes/FlagSetMaker/FlagSet.src/M000019.html",
+     "doc/classes/FlagSetMaker/FlagSet.src/M000020.html",
+     "doc/classes/FlagSetMaker/FlagSet.src/M000021.html",
+     "doc/classes/FlagSetMaker/FlagSet.src/M000022.html",
+     "doc/classes/FlagSetMaker/Flags.html",
+     "doc/classes/FlagSetMaker/Flags.src/M000023.html",
+     "doc/classes/FlagSetMaker/Flags.src/M000024.html",
+     "doc/classes/FlagSetMaker/Flags.src/M000025.html",
+     "doc/classes/FlagSetMaker/Flags.src/M000026.html",
+     "doc/classes/FlagSetMaker/Flags.src/M000027.html",
+     "doc/classes/FlagSetMaker/Flags.src/M000029.html",
+     "doc/classes/FlagSetMaker/Flags.src/M000030.html",
+     "doc/classes/FlagSetMaker/Flags.src/M000031.html",
+     "doc/classes/FlagSetMaker/Flags.src/M000032.html",
+     "doc/classes/FlagSetMaker/Flags.src/M000033.html",
+     "doc/classes/Hoge.html",
+     "doc/classes/Keystone.html",
+     "doc/classes/Keystone/Base.html",
+     "doc/classes/Keystone/Base.src/M000054.html",
+     "doc/classes/Keystone/Base.src/M000055.html",
+     "doc/classes/Keystone/Base.src/M000056.html",
+     "doc/classes/Keystone/Base.src/M000057.html",
+     "doc/classes/Keystone/Base.src/M000058.html",
+     "doc/classes/Keystone/Batch.html",
+     "doc/classes/Keystone/Batch/Base.html",
+     "doc/classes/Keystone/Batch/Base.src/M000052.html",
+     "doc/classes/Keystone/Batch/Base.src/M000053.html",
+     "doc/classes/Keystone/CoreExt.html",
+     "doc/classes/Keystone/Mail.html",
+     "doc/classes/Keystone/Mail/Send.html",
+     "doc/classes/Keystone/Mail/Send.src/M000034.html",
+     "doc/classes/Keystone/Mail/Send.src/M000035.html",
+     "doc/classes/Keystone/Mail/Send.src/M000036.html",
+     "doc/classes/Keystone/Os.html",
+     "doc/classes/Keystone/Os.src/M000037.html",
+     "doc/classes/Keystone/Os.src/M000038.html",
+     "doc/classes/Keystone/Os/AbstractOs.html",
+     "doc/classes/Keystone/Os/AbstractOs.src/M000046.html",
+     "doc/classes/Keystone/Os/AbstractOs.src/M000047.html",
+     "doc/classes/Keystone/Os/AbstractOs.src/M000048.html",
+     "doc/classes/Keystone/Os/AbstractOs.src/M000049.html",
+     "doc/classes/Keystone/Os/AbstractOs.src/M000050.html",
+     "doc/classes/Keystone/Os/AbstractOs.src/M000051.html",
+     "doc/classes/Keystone/Os/Centos.html",
+     "doc/classes/Keystone/Os/Darwin.html",
+     "doc/classes/Keystone/Os/Darwin.src/M000039.html",
+     "doc/classes/Keystone/Os/Linux.html",
+     "doc/classes/Keystone/Os/Linux.src/M000045.html",
+     "doc/classes/Keystone/Os/Osx.html",
+     "doc/classes/Keystone/Os/Unix.html",
+     "doc/classes/Keystone/Os/Unix.src/M000040.html",
+     "doc/classes/Keystone/Os/Unix.src/M000041.html",
+     "doc/classes/Keystone/Os/Unix.src/M000042.html",
+     "doc/classes/Keystone/Os/Unix.src/M000043.html",
+     "doc/classes/Keystone/Os/Unix.src/M000044.html",
+     "doc/classes/Keystone/Rails.html",
+     "doc/classes/Keystone/StringUtil.html",
+     "doc/classes/Keystone/StringUtil.src/M000059.html",
+     "doc/classes/Keystone/StringUtil.src/M000060.html",
+     "doc/classes/Keystone/StringUtil.src/M000061.html",
+     "doc/classes/Keystone/StringUtil.src/M000062.html",
+     "doc/classes/Keystone/StringUtil.src/M000063.html",
+     "doc/classes/Object.html",
+     "doc/classes/Object.src/M000012.html",
+     "doc/classes/Object.src/M000013.html",
+     "doc/classes/Object.src/M000014.html",
+     "doc/classes/Object.src/M000015.html",
+     "doc/classes/Object.src/M000016.html",
+     "doc/classes/Object.src/M000017.html",
+     "doc/classes/Tempfile.html",
+     "doc/classes/Tempfile.src/M000011.html",
+     "doc/classes/TestCoreExt.html",
+     "doc/classes/TestCoreExt.src/M000009.html",
+     "doc/classes/TestCoreExt.src/M000010.html",
+     "doc/classes/TestStringUtilBase.html",
+     "doc/classes/TestStringUtilBase.src/M000004.html",
+     "doc/classes/TestStringUtilBase.src/M000005.html",
+     "doc/classes/TestStringUtilBase.src/M000006.html",
+     "doc/classes/TestStringUtilBase.src/M000007.html",
+     "doc/classes/TestStringUtilBase.src/M000008.html",
+     "doc/classes/Uri.html",
+     "doc/classes/Uri.src/M000001.html",
+     "doc/classes/Uri.src/M000002.html",
+     "doc/created.rid",
+     "doc/files/example/batch_sample_rb.html",
+     "doc/files/example/os_rb.html",
+     "doc/files/example/string_util_rb.html",
+     "doc/files/lib/keystone/base_rb.html",
+     "doc/files/lib/keystone/batch/base_rb.html",
+     "doc/files/lib/keystone/batch_rb.html",
+     "doc/files/lib/keystone/core_ext/array_rb.html",
+     "doc/files/lib/keystone/core_ext/blank_rb.html",
+     "doc/files/lib/keystone/core_ext/dir_rb.html",
+     "doc/files/lib/keystone/core_ext/object_rb.html",
+     "doc/files/lib/keystone/core_ext/tempfile_rb.html",
+     "doc/files/lib/keystone/core_ext/uri_rb.html",
+     "doc/files/lib/keystone/core_ext_rb.html",
+     "doc/files/lib/keystone/mail/send_rb.html",
+     "doc/files/lib/keystone/mail_rb.html",
+     "doc/files/lib/keystone/os/abstract_os_rb.html",
+     "doc/files/lib/keystone/os/centos_rb.html",
+     "doc/files/lib/keystone/os/darwin_rb.html",
+     "doc/files/lib/keystone/os/linux_rb.html",
+     "doc/files/lib/keystone/os/osx_rb.html",
+     "doc/files/lib/keystone/os/unix_rb.html",
+     "doc/files/lib/keystone/os_rb.html",
+     "doc/files/lib/keystone/string_util_rb.html",
+     "doc/files/lib/keystone_rb.html",
+     "doc/files/test/test_core_ext_rb.html",
+     "doc/files/test/test_string_util_rb.html",
+     "doc/files/vendor/flag_set_maker_rb.html",
+     "doc/files/vendor/moji_rb.html",
+     "doc/fr_class_index.html",
+     "doc/fr_file_index.html",
+     "doc/fr_method_index.html",
+     "doc/index.html",
+     "doc/rdoc-style.css",
+     "example/batch_sample.rb",
+     "example/os.rb",
+     "example/sendmail.rb",
+     "example/string_util.rb",
+     "keystone.gemspec",
+     "lib/keystone.rb",
+     "lib/keystone/base.rb",
+     "lib/keystone/batch.rb",
+     "lib/keystone/batch/base.rb",
+     "lib/keystone/core_ext.rb",
+     "lib/keystone/core_ext/array.rb",
+     "lib/keystone/core_ext/blank.rb",
+     "lib/keystone/core_ext/dir.rb",
+     "lib/keystone/core_ext/ipaddr.rb",
+     "lib/keystone/core_ext/object.rb",
+     "lib/keystone/core_ext/tempfile.rb",
+     "lib/keystone/core_ext/uri.rb",
+     "lib/keystone/mail.rb",
+     "lib/keystone/mail/address.rb",
+     "lib/keystone/mail/content_type.rb",
+     "lib/keystone/mail/message.rb",
+     "lib/keystone/mail/message_factory.rb",
+     "lib/keystone/mail/message_iso2022jp.rb",
+     "lib/keystone/mail/message_sjis.rb",
+     "lib/keystone/mail/receive.rb",
+     "lib/keystone/mail/send.rb",
+     "lib/keystone/os.rb",
+     "lib/keystone/os/abstract_os.rb",
+     "lib/keystone/os/centos.rb",
+     "lib/keystone/os/darwin.rb",
+     "lib/keystone/os/linux.rb",
+     "lib/keystone/os/osx.rb",
+     "lib/keystone/os/unix.rb",
+     "lib/keystone/string_util.rb",
+     "test/test_core_ext.rb",
+     "test/test_string_util.rb",
+     "util/README",
+     "util/bin/command_broadcast.rb",
+     "util/bin/disk_size_check.rb",
+     "util/bin/notice",
+     "util/bin/ve2tar.rb",
+     "vendor/flag_set_maker.rb",
+     "vendor/moji.rb"
+  ]
+  s.homepage = %q{http://github.com/kanamei/keystone}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{oreore library}
+  s.test_files = [
+    "test/test_core_ext.rb",
+     "test/test_string_util.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end
+

data/lib/keystone.rb

@@ -0,0 +1,25 @@
+
+$KCODE = 'u'
+
+require 'keystone/core_ext'
+require 'keystone/base'
+
+include Keystone::Base
+
+autoload :FlagSetMaker  , 'vendor/flag_set_maker'
+autoload :Moji          , 'vendor/moji'
+
+module Keystone
+
+  VERSION = '0.0.27'
+
+  autoload :StringUtil , 'keystone/string_util'
+  autoload :Batch      , 'keystone/batch'
+  autoload :Os         , 'keystone/os'
+  autoload :Mail       , 'keystone/mail'
+ 
+  module Rails
+    #autoload :ActiveSupportExt, 'keystone/rails/active_support_ext'
+  end
+end
+

data/lib/keystone/base.rb

@@ -0,0 +1,75 @@
+module Keystone
+  
+  #
+  # ログレベルに関してのローカルルール（ログ確認に関して）
+  # debug    対応不要
+  # info     対応不要
+  # warn     複数個で営業時間内対応
+  # notice   1つで営業時間内対応
+  # error    1つで営業時間内対応
+  # alert    複数個で即時対応
+  # critical 1つで即時対応
+  #
+  module Base
+    def log(log_type,message, is_base_info = true)
+      
+      # ......nangiyana
+      message.gsub!(/\r\n/,"\n")
+      message.gsub!(/\r/,"\n")
+      
+      messages = message.split("\n")
+      if messages.size > 1
+        messages.each_with_index do |st,i|
+          if i == 0
+            puts "[#{Time.now.strftime("%Y/%m/%d %H:%M:%S")}][#{$$}][#{log_type.to_s}] #{st}"
+          else
+            puts "[#{log_type.to_s}] #{st}"
+          end
+        end
+      else
+        if is_base_info
+          puts "[#{Time.now.strftime("%Y/%m/%d %H:%M:%S")}][#{$$}][#{log_type.to_s}] #{message}"
+        else
+          puts "[#{log_type.to_s}] #{message}"
+        end
+      end
+    end
+
+    def error(message)
+      if message.is_a? Exception
+        log(:ERROR,"#{message.message}")
+        message.backtrace.each_with_index {|line, i|
+          log(:ERROR,"#{line})",false)
+        }
+      else
+        log(:ERROR,message.to_s)
+      end
+    end
+
+    def info(message)
+      log(:INFO,message)
+    end
+
+    def warn(message)
+      log(:WARN,message)
+    end
+
+    def notice(message)
+      log(:NOTICE,message)
+    end
+    
+    def alert(message)
+      log(:ALERT,message)
+    end    
+
+    def critical(message)
+      log(:CRIT,message)
+    end    
+
+    def debug(message)
+      if $DEBUG
+        log(:DEBUG,message)
+      end
+    end
+  end
+end

data/lib/keystone/batch.rb

@@ -0,0 +1,5 @@
+module Keystone
+  module Batch
+    autoload :Base , 'keystone/batch/base'
+  end
+end

data/lib/keystone/batch/base.rb

@@ -0,0 +1,217 @@
+require 'digest/md5'
+require "optparse"
+
+module Keystone::Batch
+  #
+  # = バッチをざくっと書きたい時用モジュール
+  # 
+  # 基本的にはexecuteメソッドにバッチ処理をブロックで渡す
+  #
+  # == 定数
+  #
+  # ERROR_MAIL_TO （エラーメール送信先） 設定しておけば自動でエラーメールを送信してくれる
+  #
+  # ERROR_MAIL_FROM （エラーメール送信元） 設定されてない場合はERROR_MAIL_TOを使用
+  #
+  # ERROR_MAIL_STMP_ADDR （エラーメール送信SMTPアドレス） 設定されてない場合は"127.0.0.1"
+  #
+  # ERROR_MAIL_STMP_PORT （エラーメール送信SMTPポート） 設定されてない場合は25
+  #
+  module Base
+    def option_parser
+      @options ||= OptionParser.new
+    end
+    
+    # [options]
+    #   プログラムより指定するバッチ動作オプション（ハッシュ値）
+    #   :error_mail_to
+    #   :error_mail_from
+    #   :error_mail_smtp_addr
+    #   :error_mail_smtp_port
+    #   :double_process_check
+    #   :auto_recover
+    #
+    # バッチの主処理をこのメソッドへのブロック引数として定義してください
+    #
+    #   require 'rubygems'
+    #   require 'keystone'
+    #
+    #   include Keystone::Batch::Base
+    #
+    #   execute() do
+    #     info "batch process01"
+    #   end
+    #
+    # railsのscript/runnerで使用する場合はscript/runnerを以下の感じでいじってから使用してください
+    #
+    #   #!/usr/bin/env ruby
+    # 
+    #   #original add start
+    #   ARGV_ORIGINAL = ARGV.clone
+    #   ARGV.delete("-h")
+    #   ARGV.delete("--help")
+    #   #original add end
+    # 
+    #   require File.dirname(__FILE__) + '/../config/boot'
+    #   require 'commands/runner'
+    #
+    def execute(options={},&process)
+      
+      options[:error_mail_to] = nil unless options.key?(:error_mail_to)
+      options[:error_mail_from] = nil unless options.key?(:error_mail_from)
+      options[:error_mail_smtp_addr] = "127.0.0.1" unless options.key?(:error_mail_smtp_addr)
+      options[:error_mail_smtp_port] = 25 unless options.key?(:error_mail_smtp_port)
+      options[:double_process_check] = true unless options.key?(:double_process_check)
+      options[:auto_recover] = true unless options.key?(:auto_recover)
+
+      double_process_check = options[:double_process_check]
+      auto_recover         = options[:auto_recover]
+
+      opts = option_parser()
+      pg_path = nil
+      
+      # 2010/03/10 追加機能 まだrailsバッチ以外での動作をテストしてません
+      opts.on("--not_rails","set if this batch is not rails batch") do |v|
+        ;
+      end      
+      
+      if Module.constants.include?("ARGV_ORIGINAL")
+        
+        debug "ARGV_ORIGINAL found!!"
+        
+        ARGV << "-h" if ARGV_ORIGINAL.include?("-h")
+        ARGV << "--help" if ARGV_ORIGINAL.include?("--help")
+        script_name = File.basename(ARGV_ORIGINAL[0])
+        pg_path = File.expand_path(script_name)
+        opts.banner = "Usage: script/runner #{script_name} [options]"
+        
+        debug "pg_path=#{pg_path}"
+        opts.on("-e", "--environment=name", 
+          String,"specifies the environment for the runner to operate under (test/development/production).",
+          "default: development")
+      else
+        debug "caller=#{caller}"
+        pg_path = if File.expand_path(caller[0]) =~ /(.*):\d*\z/
+          $1
+        else
+          raise "must not happen!! can not get caller value"
+        end
+        
+        # 
+        unless ARGV.include?("--not_rails")
+          opts.on("-e", "--environment=name", 
+            String,"specifies the environment for the runner to operate under (test/development/production).",
+            "default: development")
+        end
+      end
+
+      opts.on("-h","--help","show this help message.") { $stderr.puts opts; exit }
+
+      pid_file = nil
+      opts.on("--lockfile LOCK_FILE_PATH","set lock file path") do |v|
+        double_process_check = true unless double_process_check
+        pid_file = v 
+      end
+      opts.on("--double_process_check_off","disable double process check") do |v|
+        double_process_check = false
+      end
+      opts.on("--auto_recover_off","disable auto recover mode") do |v|
+        auto_recover = false
+      end
+      opts.on("--error_mail_to MAIL_ADDR") do |v|
+        options[:error_mail_to] = v
+      end
+      opts.on("--error_mail_from MAIL_ADDR") do |v|
+        options[:error_mail_from] = v
+      end
+      opts.on("--error_mail_smtp_addr IP_ADDR") do |v|
+        options[:error_mail_smtp_addr] = v
+      end
+      opts.on("--error_mail_smtp_port PORT") do |v|
+        options[:error_mail_smtp_port] = Integer(v)
+      end
+      
+      opts.parse!(ARGV)
+      
+      info "start script(#{pg_path})"
+      script_started_at = Time.now
+      double_process_check_worked = false
+      begin
+        # double process check
+        if double_process_check
+          #pg_path = File.expand_path($0)
+          pg_name = File.basename(pg_path)
+          hash = Digest::MD5.hexdigest(pg_path)
+          pid_file = "/tmp/.#{pg_name}.#{hash}.pid" unless pid_file
+          debug pid_file
+          if File.exists?(pid_file)
+            pid = File.open(pid_file).read.chomp
+            pid_list = `ps ax | awk '{print $1}'`
+            if (pid != nil && pid != "" ) && pid_list =~ /#{pid}/
+              warn "pid:#{pid} still running"
+              double_process_check_worked = true
+              return nil
+            else
+              if auto_recover
+                warn "lock file still exists[pid=#{pid}],but process does not found.auto_recover enabled.so process continues"
+              else
+                double_process_check_worked = true
+                raise "lock file still exists[pid=#{pid}],but process does not found.auto_recover disabled.so process can not continue"
+              end
+            end
+          end
+          File.open(pid_file, "w"){|file|
+            file.write $$
+          }
+        end
+        return (yield process)
+      rescue => e
+        error e
+        send_error_mail(e,options)
+      ensure
+        unless double_process_check_worked
+          File.delete(pid_file) if double_process_check
+        end
+        info "finish script (%1.3fsec)" % (Time.now - script_started_at)
+      end
+    end
+    
+    #
+    # = エラーメール送信メソッド
+    #  エクセプションを何も考えずにメールにて送信する
+    # 　各種メール送信属性は定数にて渡す
+    #
+    # [exception]
+    #   エクセプションクラスインスタンス
+    #
+    def send_error_mail(exception,options)
+      if options[:error_mail_to]
+        host = Keystone::Os.get()
+        title = %|error occur at "#{host.hostname}" [#{exception.message}]|
+        
+        mail_to = options[:error_mail_to]
+        mail_to = [mail_to] if mail_to.is_a?(String)
+        mail_from = options[:error_mail_from] ?  options[:error_mail_from] : mail_to[0]
+        smtp_addr = options[:error_mail_smtp_addr]
+        smtp_port = options[:error_mail_smtp_port]
+        
+        debug "mail_to=#{mail_to}"
+        debug "mail_from=#{mail_from}"
+        debug "smtp_addr=#{smtp_addr}"
+        debug "smtp_port=#{smtp_port}"
+        
+        body  = <<-BODY
+==== error message ====
+#{exception.message}
+====== backtrace ======
+#{exception.backtrace.join("\n")}
+===== environment =====
+#{host.dump}
+BODY
+        Keystone::Mail::Send.send(mail_from,mail_to,title,body,{:smtp_addr=>smtp_addr,:smtp_port=>smtp_port})
+      else
+        warn "ERROR_MAIL_TO not defined.if you want error mail automatically,set this value."
+      end
+    end
+  end
+end