keystone 0.0.29

data/lib/keystone/mail/send.rb

@@ -0,0 +1,83 @@
+require 'net/smtp'
+
+if __FILE__ ==$0
+  $: << '../..'
+  require 'keystone'
+end
+
+module Keystone
+  module Mail
+    class Send
+      attr_accessor :message, :smtp_addr, :smtp_port, :retry_cnt
+
+      #
+      # 普通なことをしたいならTMailを使いましょう
+      #    class Send
+      def initialize(message=nil,opt={})
+        @smtp_addr, @smtp_port, @retry_cnt = "127.0.0.1", 25, 0
+        @message = message
+        @message = Keystone::Mail::MessageFactory.create(opt) if @message == nil
+        debug "@message=#{@message}"
+        set_option(opt)
+      end
+
+      #
+      # from could be String or Array
+      # opt 
+      #   :smtp_addr 
+      #   :smtp_port 
+      #   :retry
+      #   :mail_from_text 
+      #   :encoding
+      #
+      def self.send(from, to, subject, body, opt={})
+        queue = self.new(nil,opt)
+        queue.message.mail_to = to
+        queue.message.mail_from = from
+        queue.message.subject = subject
+        queue.message.body = body
+        queue.send
+      end
+      
+      def send
+        src = @message.to_src
+        debug src
+        try_cnt = 0
+        begin
+          m = Net::SMTPSession.new(@smtp_addr, @smtp_port)
+          m.start()
+          m.sendmail(src ,@message.mail_from ,@message.mail_to)
+          m.finish
+        rescue => e
+          debug "try_cnt:#{try_cnt}"
+          try_cnt += 1
+          sleep 1
+          retry if @retry_cnt >= try_cnt
+          raise e
+        end
+      end
+      
+      def set_option(opt)
+        @smtp_addr = opt[:smtp_addr] if opt.key?(:smtp_addr)
+        @smtp_port = opt[:smtp_port] if opt.key?(:smtp_port)
+        @retry_cnt = Integer(opt[:retry_cnt]) if opt.key?(:retry_cnt)
+      end
+    end
+  end
+end
+
+if __FILE__ ==$0
+  require 'rubygems'
+  require 'pit'
+
+  config = Pit.get("keystone_test")
+  
+  Keystone::Mail::Send.send(
+    config["mailfrom01"],
+    config["mailto01"],
+    "件名かんさいーーーーでんきほーーーあんｋｙ−−−かいいい−−かいいい−−かいいいいいいいい終わり",
+    "body日本語",
+    {:mail_from_text=>"メール送信者名ーーーーーーーーーーーーーーーーーーーーーーーーーーーーーー終わり",:retry_cnt=>3,:encoding=>:sjis}
+  )
+end
+

data/lib/keystone/os.rb

@@ -0,0 +1,26 @@
+require 'keystone/os/abstract_os'
+
+module Keystone::Os
+  autoload :Centos,  'keystone/os/centos'
+  autoload :Linux,   'keystone/os/linux'
+  autoload :Darwin,  'keystone/os/darwin'
+  autoload :Osx,     'keystone/os/osx'
+  autoload :Unix,    'keystone/os/unix'
+  # autoload :Windows, 'keystone/env/windows.rb' # fu*k windows
+  def self.oses
+    @oses ||= constants
+  end
+  
+  def self.get
+    case RUBY_PLATFORM
+    when /linux/
+      # TODO only centos impremented
+      Keystone::Os::Linux.get()
+    when /darwin/
+      # TODO only osx impremented
+      Keystone::Os::Osx.new
+    else
+      # TODO
+    end
+  end
+end

data/lib/keystone/os/abstract_os.rb

@@ -0,0 +1,36 @@
+module Keystone
+  module Os
+    class AbstractOs
+      
+      attr_accessor :version
+      
+      def ip_address
+      end
+
+      def hostname
+      end
+
+      def disk
+      end
+
+      def process_list
+      end
+
+      def netstat
+      end
+
+      def dump
+        self_methods = self.methods - Class.methods
+        self_methods.delete("version=")
+        self_methods.delete("dump")
+        self_methods.delete("bin_or_usrbin")
+        st = ""
+        self_methods.each do |method|
+          p method
+          st << "== #{method} ==\n  #{self.__send__(method).to_s.split("\n").join("\n  ")}\n"
+        end
+        return st
+      end
+    end
+  end
+end

data/lib/keystone/os/centos.rb

@@ -0,0 +1,6 @@
+module Keystone
+  module Os
+    class Centos < Linux
+    end
+  end
+end

data/lib/keystone/os/darwin.rb

@@ -0,0 +1,9 @@
+module Keystone
+  module Os
+    class Darwin < Unix
+      def process_list
+        `/bin/ps -aux`.chomp
+      end
+    end
+  end
+end

data/lib/keystone/os/linux.rb

@@ -0,0 +1,15 @@
+module Keystone::Os
+  class Linux < Unix
+    def self.get
+      Dir.glob("/etc/*{-release,_version}").each do |file|
+        content = File.open(file).read
+        if content =~ /CentOS release (\d*)/
+          os = Centos.new
+          os.version = $1.to_i
+          return os
+        end
+      end
+      return Linux.new
+    end
+  end
+end

data/lib/keystone/os/osx.rb

@@ -0,0 +1,18 @@
+module Keystone
+  module Os
+    class Osx < Darwin
+      def ip_address
+        ifconfig = `/sbin/ifconfig`
+        ips = []
+
+        # TODO mac
+        ifconfig.gsub(/inet (\d+\.\d+\.\d+\.\d+) netmask/){|ip|
+          if $1 != '127.0.0.1'
+            ips << $1
+          end
+        }
+        return ips
+      end
+    end
+  end
+end

data/lib/keystone/os/unix.rb

@@ -0,0 +1,43 @@
+module Keystone
+  module Os
+    class Unix < AbstractOs
+      def ip_address
+        ifconfig = `/sbin/ifconfig`
+        ips = []
+
+        # TODO mac
+        ifconfig.gsub(/inet addr:(\d+\.\d+\.\d+\.\d+)/){|ip|
+          if $1 != '127.0.0.1'
+            ips << $1
+          end
+        }
+        return ips
+      end
+
+      def bin_or_usrbin(cmd,option="")
+        cmd_option = "#{cmd} #{option}"
+        begin;return `/bin/#{cmd_option}` if File.exists?("/bin/#{cmd}");rescue;end
+        begin;return `/usr/bin/#{cmd_option}` if File.exists?("/usr/bin/#{cmd}");rescue;end
+        begin;return `/sbin/#{cmd_option}` if File.exists?("/sbin/#{cmd}");rescue;end
+        begin;return `/usr/sbin/#{cmd_option}`.chomp;rescue;end
+      end
+
+      def hostname
+        bin_or_usrbin("hostname")
+      end
+
+      def disk
+        bin_or_usrbin("df","-h")
+      end
+
+      def process_list
+        bin_or_usrbin("ps","-aux")
+      end
+
+      def netstat
+        bin_or_usrbin("netstat","-an")
+        `/usr/sbin/netstat -an`.chomp
+      end
+    end
+  end
+end

data/lib/keystone/string_util.rb

@@ -0,0 +1,85 @@
+module Keystone
+  class StringUtil
+    def self.int_to_splitted_path(i_value,value_length,base_folder,suffix="")
+      file_name = Integer(i_value).to_s
+      raise RangeError,"value_length must bigger than 0" if value_length < 1
+      raise RangeError, 'i_value length is bigger than value_length' if file_name.size > value_length
+      file_name = file_name.rjust(value_length, '0')
+      new_path = base_folder.dup
+      group_regex = ""
+      i = value_length
+      group_cnt = 0
+      loop do
+        group_cnt += 1
+        if i > 2
+          group_regex << "(\\d\\d\\d)"
+          i -= 3
+          break if i < 1
+        else
+          group_regex = "(#{"\\d"*i})" + group_regex
+          break
+        end
+      end
+      file_name.gsub(/#{group_regex}/) do |hit|
+        1.upto(group_cnt) do |i|
+          new_path << "/#{Regexp.last_match[i]}"
+        end
+      end
+      new_path << suffix if suffix != ""
+      return new_path
+    end
+    
+    def self.reverse_mail_address(mail)
+      if mail.index('@') == nil
+        return mail
+      end
+      user,dom = mail.split('@')
+      if dom == nil
+        return "@#{user}"
+      end
+      return dom.split('.').reverse.join(".") + "@" + user
+    end    
+    
+    MULTIBYTE_SPACE = [0x3000].pack("U")
+    PRESERVED_QUERY_WORDS_RE = /(AND|OR|ANDNOT)/
+    #
+    # adviced by Mr.morohashi
+    #
+    def self.serach_string_to_array(query)
+      tokens = query.scan(/'([^']*)'|"([^"]*)"|([^\s#{MULTIBYTE_SPACE}]*)/).flatten.reject{|i| i == nil || i == "" }
+      tokens.map do |token|
+        next unless token
+        #token.gsub!(PRESERVED_QUERY_WORDS_RE, $1.downcase) if token =~ PRESERVED_QUERY_WORDS_RE
+        token.gsub!(/\A['"]|['"]\z/, '') # strip quatos
+        token
+      end
+    end
+    
+    #
+    #
+    # TODO
+    def self.downcase_roma_number(st)
+      st.tr("ⅠⅡⅢⅣⅤⅥⅦⅧⅨⅩ", "ⅰⅱⅲⅳⅴⅵⅶⅷⅸⅹ")
+    end
+
+    #
+    # making search text for indexing
+    #
+    def self.to_searchtext(str)
+      self.downcase_roma_number(Moji.han_to_zen(
+          #Moji.zen_to_han(str,Moji::ZEN_ALNUM | Moji::ZEN_SYMBOL).downcase,Moji::HAN_KATA | Moji::HAN_JSYMBOL).tr("ｰ～／","ー~/")
+          Moji.zen_to_han(str,Moji::ZEN_ALNUM | Moji::ZEN_SYMBOL).downcase,Moji::HAN_KATA | Moji::HAN_JSYMBOL)
+      )
+    end    
+    
+    #
+    #
+    # 指定された文字列より[A-z0-9-_.]以外を取り除く
+    #
+    #
+    #
+    def to_fileable_st(st)
+      st.gsub(/[^\w\-_\.]/,"")
+    end
+  end
+end

data/test/test_core_ext.rb

@@ -0,0 +1,15 @@
+require 'rubygems'
+require 'redgreen'
+require 'lib/keystone/core_ext'
+
+class TestCoreExt < Test::Unit::TestCase
+  def setup
+  end  
+  
+  def test_array_split_by
+    assert_equal([1,2,3,4,5,6,7,8,9].split_by(3),[[1, 2, 3], [4, 5, 6], [7, 8, 9]])
+    assert_equal([1,2,3,4,5,6,7,8,9,10].split_by(2),[[1,2],[3,4],[5,6],[7,8],[9,10]])
+    assert_equal([].split_by(3),[])
+    assert_equal([[1,2,3,4],[1,23],[2,33],[[4]]].split_by(3),[[[1, 2, 3, 4], [1, 23], [2, 33]], [[[4]]]])
+  end
+end

data/test/test_string_util.rb

@@ -0,0 +1,60 @@
+require 'rubygems'
+require 'redgreen'
+require 'vendor/flag_set_maker'
+require 'vendor/moji'
+require 'lib/keystone/string_util'
+
+$KCODE='u'
+
+class TestStringUtilBase < Test::Unit::TestCase
+  def setup
+  end  
+  
+  def test_reverse_mail
+    assert_equal(Keystone::StringUtil::reverse_mail_address("testuser@softbank.ne.jp"),"jp.ne.softbank@testuser")
+    assert_equal(Keystone::StringUtil::reverse_mail_address("test.user@somedomain.com"),"com.somedomain@test.user")
+    assert_equal(Keystone::StringUtil::reverse_mail_address("a.b@c.d"),"d.c@a.b")
+    assert_equal(Keystone::StringUtil::reverse_mail_address("a.b@"),"@a.b")
+    assert_equal(Keystone::StringUtil::reverse_mail_address("@c.d"),"d.c@")
+    assert_equal(Keystone::StringUtil::reverse_mail_address("a.b"),"a.b")
+  end
+  
+  def test_int_to_splitted_path
+    assert_equal(Keystone::StringUtil.int_to_splitted_path(113355,12,"/tmp",".jpg"),"/tmp/000/000/113/355.jpg")
+    assert_equal(Keystone::StringUtil.int_to_splitted_path(1234567890,10,"/temp",".png"),"/temp/1/234/567/890.png")
+    assert_equal(Keystone::StringUtil.int_to_splitted_path(1234567890,11,"/temp",".png"),"/temp/01/234/567/890.png")
+    assert_raise(RangeError){Keystone::StringUtil.int_to_splitted_path(12345678901,10,"/tmp")}
+    assert_equal(Keystone::StringUtil.int_to_splitted_path(00000000000000001,11,"/tmp",".gif"),"/tmp/00/000/000/001.gif")
+  end
+  
+  def test_serach_string_to_array
+    assert_equal(Keystone::StringUtil.serach_string_to_array(%|test test2 test3|),%w|test test2 test3|)
+    assert_equal(Keystone::StringUtil.serach_string_to_array(%|test "test2" test3|),%w|test test2 test3|)
+    assert_equal(Keystone::StringUtil.serach_string_to_array(%|test "test 2" test3|),["test","test 2","test3"])
+    assert_equal(Keystone::StringUtil.serach_string_to_array(%|"test 1" "test 2" test3|),["test 1","test 2","test3"])
+    assert_equal(Keystone::StringUtil.serach_string_to_array(%|"日本語 1" "test 2" test3|),["日本語 1","test 2","test3"])
+    assert_equal(Keystone::StringUtil.serach_string_to_array(%|"日本語 1" "test 2" ﾊﾝｶｸ|),["日本語 1","test 2","ﾊﾝｶｸ"])
+    # TODO 
+    # assert_equal(Keystone::StringUtil.serach_string_to_array(%|"日本語 1" "tes\"t 2" ﾊﾝｶｸ|),["日本語 1","test 2","ﾊﾝｶｸ"])
+  end
+  
+  def test_to_searchtext
+    assert_equal(Keystone::StringUtil.to_searchtext("日本語"),"日本語")
+    assert_equal(Keystone::StringUtil.to_searchtext("カタカナ"),"カタカナ")
+    assert_equal(Keystone::StringUtil.to_searchtext("ﾊﾝｶｸ"),"ハンカク")
+    assert_equal(Keystone::StringUtil.to_searchtext("A"),"a")
+    assert_equal(Keystone::StringUtil.to_searchtext("１"),"1")
+    assert_equal(Keystone::StringUtil.to_searchtext("ａｂＣＤ１２３４"),"abcd1234")
+    assert_equal(Keystone::StringUtil.to_searchtext("スープ"),"スープ")
+    assert_equal(Keystone::StringUtil.to_searchtext("ｽｰﾌﾟ"),"スープ")  # ハンカク半濁点
+    assert_equal(Keystone::StringUtil.to_searchtext("ｺｽﾞﾐｯｸﾗﾅｳｪｲ"),"コズミックラナウェイ")  # ハンカク濁点
+    assert_equal(Keystone::StringUtil.to_searchtext("ー―－‐"),"ー―-‐")  # ハンカク濁点
+    
+    
+    
+    # TODO
+    assert_equal(Keystone::StringUtil.to_searchtext("！”＄％＆￥’（）＊＋，－．／：；＜＝＞？＠［￥］＾＿‘｛｜｝～＃"),"!\"$%&\\'()*+,-./:;<=>?@[\\]^_`{|}~#") # 半角全角変換可能記号
+    assert_equal(Keystone::StringUtil.to_searchtext("｡｢｣､ｰﾞﾟ･"),"。「」、ー゛゜・")
+    assert_equal(Keystone::StringUtil.to_searchtext("ⅠⅡⅢⅣⅤⅥⅦⅧⅨⅩ"),"ⅰⅱⅲⅳⅴⅵⅶⅷⅸⅹ")
+  end
+end

data/util/README

@@ -0,0 +1 @@
+このフォルダ以下は実際は別プロジェクトにすべきなんでしょうが、、、、まぁめんどくさいのでまずはここにおいておきます

data/util/bin/command_broadcast.rb

@@ -0,0 +1,137 @@
+
+# TODO 
+# みしあげでおま
+
+require 'rubygems'
+require 'keystone'
+require 'ipaddr'
+require 'net/telnet'
+require 'net/ssh'
+require 'pp'
+
+open("/tmp/command_broadcast.log.#{Time.now.usec}","w") do |f|
+  f.puts "test"
+end
+
+LOGINID = "someuser"
+LOGINPASS = "somepassword"
+
+INPUT_MESSAGE_CMD = "input command you broadcast:"
+INPUT_MESSAGE_IP = %|input ipaddress you broadcast(ex"192.168.1.13","192.168.1.0/24"):|
+
+# TODO lvm 絡みも入れるべきかも
+# ホワイトリストにすべき？
+CANCEL_CMDS = %w|rm mv cp iptables fdisk dd| 
+
+def ppp(message)
+  print message
+  STDOUT.flush
+end
+ppp INPUT_MESSAGE_IP
+ipaddr = nil
+STDIN.each_line do |line|
+  line.strip!
+  begin
+    ipaddr = IPAddr.new line
+    break
+  rescue
+    ppp INPUT_MESSAGE_IP
+    next
+  end
+end
+
+ppp INPUT_MESSAGE_CMD
+cmd = nil
+STDIN.each_line do |line|
+  line.strip!
+  if line.blank?
+    ppp INPUT_MESSAGE_CMD
+    next
+  end
+  cmd = line
+  break
+end
+
+CANCEL_CMDS.each do |cancel_cmd|
+  if cmd =~ /\A#{cancel_cmd}/
+    puts "we can not run this command!!"
+    exit
+  end
+end
+
+puts "!! command you want to execute is below !!"
+puts "#{cmd}"
+ppp "?? are you sure to execute this??(y/N):"
+STDIN.each_line do |line|
+  line.chomp!
+  break if line.downcase == 'y'
+  puts "exit"
+  exit
+end
+
+alive_servers = []
+ipaddr.to_a.each do |ip|
+  ping = "ping -c 1 -t 2 #{ip.to_s}"
+  ret = `#{ping}`
+  if ret =~ /100% packet loss/
+    puts "#{ip.to_s} does not exits"
+  else
+    # OK な場合
+    puts "#{ip.to_s} exits"
+    alive_servers << ip
+  end
+end
+
+results = []
+
+alive_servers.each do |server|
+  ret = ""
+  begin
+    ip = server.to_s
+    pp ip
+    puts "++ telnet ++"
+    telnet = Net::Telnet.new("Host" => ip) {|c|} #print c}
+    telnet.login(LOGINID, LOGINPASS) {|c|} #print c}
+    telnet.cmd(cmd) {|c| ret = c}
+    STDOUT.flush # <- これがないとここまで処理が来てることがわかりにくい
+    # ログインセッションの終了
+    telnet.cmd("exit") {|c|} #print c}
+    telnet.close
+    telnet_ok = true
+#  rescue TimeoutError => e
+  rescue TimeoutError => e
+    puts e.message
+  rescue Errno::ECONNREFUSED => e
+    puts e.message
+  rescue Errno::ENETUNREACH => e
+    puts e.message
+  rescue Errno::EACCES => e
+    puts e.message
+  end
+
+  unless telnet_ok
+    begin
+      puts "++ ssh ++"
+      Net::SSH.start(ip, LOGINID, :password => LOGINPASS) do |ssh|
+        ret = (ssh.exec!(cmd))
+      end    
+    rescue Exception => e
+    end
+  end
+  
+  results << [ip,ret]
+  puts ret
+  sleep 1
+end
+
+pp results
+
+open("/tmp/command_broadcast.log.#{Time.now.usec}","w") do |f|
+  f.puts results.inspect
+end
+
+__END__
+find /etc/lognotify/ -name "lognotify*.conf" -type f -exec cat {} \;
+
+
+