isono 0.1.0

data/lib/isono/util.rb

@@ -0,0 +1,212 @@
+# -*- coding: utf-8 -*-
+
+require 'digest/sha1'
+require 'hmac-sha1'
+require 'thread'
+require 'stringio'
+
+require 'shellwords'
+unless Shellwords.respond_to? :shellescape
+  require 'ext/shellwords'
+end
+
+require 'eventmachine'
+
+module Isono
+  module Util
+    
+    ##
+    # Convert to snake case.
+    #
+    #   "FooBar".snake_case           #=> "foo_bar"
+    #   "HeadlineCNNNews".snake_case  #=> "headline_cnn_news"
+    #   "CNN".snake_case              #=> "cnn"
+    #
+    # @return [String] Receiver converted to snake case.
+    #
+    # @api public
+    def snake_case(str)
+      return str.downcase if str.match(/\A[A-Z]+\z/)
+      str.gsub(/([A-Z]+)([A-Z][a-z])/, '\1_\2').
+        gsub(/([a-z])([A-Z])/, '\1_\2').
+        downcase
+    end
+    module_function :snake_case
+    
+    def gen_id(str=nil)
+      Digest::SHA1.hexdigest( (str.nil? ? rand.to_s : str) )
+    end
+    module_function :gen_id
+
+    # Return the IP address assigned to default gw interface
+    def default_gw_ipaddr
+      ip = case `/bin/uname -s`.rstrip
+           when 'Linux'
+             `/sbin/ip route get 8.8.8.8`.split("\n")[0].split.last
+           when 'SunOS'
+             `/sbin/ifconfig $(route get 1.1.1.1  | awk '$1 == "interface:" {print $2}') | awk '$1 == "inet" { print $2 }'`
+           else
+             raise "Unsupported platform to detect gateway IP address: #{`/bin/uname`}"
+           end
+      ip = ip.rstrip
+      raise "Failed to run command lines or empty result" if ip == '' || $?.exitstatus != 0
+      ip
+    end
+    module_function :default_gw_ipaddr
+    
+    def quote_args(cmd_str, args=[], quote_char='\'')
+      quote_helper =
+        if quote_char
+          proc { |a|
+            [quote_char, Shellwords.shellescape(a), quote_char].join
+          }
+        else
+          proc { |a|
+            Shellwords.shellescape(a)
+          }
+        end
+      sprintf(cmd_str, *args.map {|a| quote_helper.call(a) })
+    end
+    module_function :quote_args
+
+    # system('/bin/ls')
+    # second arg gives 
+    # system('/bin/ls %s', ['/home'])
+    def system(cmd_str, args=[], opts={})
+      unless EventMachine.reactor_running?
+        raise "has to prepare EventMachine context"
+      end
+
+      cmd = quote_args(cmd_str, args, (opts[:quote_char] || '\''))
+
+      capture_io = opts[:io] || StringIO.new
+      stdin_buf = opts[:stdin_input]
+      
+      evmsg = {:cmd => cmd}
+      wait_q = ::Queue.new
+      if opts[:timeout] && opts[:timeout].to_f > 0.0
+        EventMachine.add_timer(opts[:timeout].to_f) {
+          wait_q.enq(RuntimeError.new("timeout child process wait: #{opts[:timeout].to_f} sec(s)"))
+        }
+        evmsg[:timeout] = opts[:timeout].to_f        
+      end
+      popenobj = EventMachine.popen(cmd, EmSystemCb, capture_io, stdin_buf, proc { |exit_stat|
+                                      wait_q.enq(exit_stat)
+                                    })
+      pid = EventMachine.get_subprocess_pid(popenobj.signature)
+      evmsg[:pid] = pid
+      if self.respond_to? :logger
+        logger.debug("Exec command (pid=#{pid}): #{cmd}")
+      end
+
+      stat = wait_q.deq
+      evmsg = {}
+      
+      case stat
+      when Process::Status
+        evmsg[:exit_code] = stat.exitstatus
+        if stat.exited? && stat.exitstatus == 0
+        else
+          raise "Unexpected status from child: #{stat}"
+        end
+      when Exception
+        raise stat
+      else
+        raise "Unknown signal from child: #{stat}"
+      end
+      
+    end
+    module_function :system
+
+    class EmSystemCb < EventMachine::Connection
+      def initialize(io, in_buf, exit_cb)
+        @io = io
+        @in_buf = in_buf
+        @exit_cb = exit_cb
+      end
+
+      def post_init
+        # send data to stdin for child process
+        if @in_buf
+          send_data @in_buf
+        end
+      end
+      
+      def receive_data data
+        @io.write(data)
+      end
+      
+      def unbind()
+        @exit_cb.call(get_status)
+      end
+    end
+
+    # return ruby binary path which is expected to be used in
+    # the current environment.
+    def ruby_bin_path
+      #config_section.ruby_bin_path || ENV['_'] =~ /ruby/ ||
+      require 'rbconfig'
+      File.expand_path(Config::CONFIG['RUBY_INSTALL_NAME'], Config::CONFIG['bindir'])
+    end
+    module_function :ruby_bin_path
+
+    # A utility class to interact success/error message with two different threads.
+    # dm = DeferedMsg.new
+    # EM.schedule {
+    #   if condition
+    #     dm.success
+    #   else
+    #     dm.error(RuntimeError.new("fail"))
+    #   end
+    #
+    #   dm.wait rescue abort("got failure")
+    # }
+    # # will raise RuntimeError in case of error().
+    # dm.wait unless EM.reactor_thread?
+    #
+    class DeferedMsg < ::Queue
+      class TimeoutError < StandardError; end
+      
+      def initialize(timeout=60*15, th=Thread.current)
+        super()
+        @thread_wait = th
+        @timer_sig = EventMachine.add_timer(timeout) {
+          error(TimeoutError.new)
+        }
+      end
+      
+      def success(returnval=true)
+        self.enq(returnval)
+        @thread_called = Thread.current
+      end
+
+
+      def error(ex)
+        raise TypeError unless ex.is_a?(Exception)
+        self.enq(ex)
+        @thread_called = Thread.current
+      end
+
+      def wait
+        if (@thread_called == @thread_wait || @thread_called == Thread.current ) &&
+            self.empty?
+          raise "do success() or error() prior to calling wait()"
+        end
+        
+        ret = self.deq()
+        # requeue the message to distribute to another wait().
+        self.enq(ret)
+        if ret.is_a?(Exception)
+          raise ret
+        else
+          return ret
+        end
+      ensure
+        @thread_wait = nil
+        EventMachine.cancel_timer(@timer_sig) rescue nil
+      end
+    end
+
+  end
+end
+

metadata

@@ -0,0 +1,185 @@
+--- !ruby/object:Gem::Specification 
+name: isono
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- axsh Ltd.
+- Masahiro Fujiwara
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-11-18 00:00:00 +09:00
+default_executable: cli
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: amqp
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 6
+        - 7
+        version: 0.6.7
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 12
+        - 10
+        version: 0.12.10
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: statemachine
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: log4r
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: bacon
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id006
+description: 
+email: 
+- dev@axsh.net
+- m-fujiwara@axsh.net
+executables: 
+- cli
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- bin/cli
+- lib/ext/shellwords.rb
+- lib/isono.rb
+- lib/isono/rack/object_method.rb
+- lib/isono/rack/proc.rb
+- lib/isono/rack/data_store.rb
+- lib/isono/rack/map.rb
+- lib/isono/rack/job.rb
+- lib/isono/rack/builder.rb
+- lib/isono/rack/thread_pass.rb
+- lib/isono/logger.rb
+- lib/isono/rack.rb
+- lib/isono/messaging_client.rb
+- lib/isono/resource_manifest.rb
+- lib/isono/node.rb
+- lib/isono/manifest.rb
+- lib/isono/event_delegate_context.rb
+- lib/isono/amqp_client.rb
+- lib/isono/node_modules/job_channel.rb
+- lib/isono/node_modules/base.rb
+- lib/isono/node_modules/event_logger.rb
+- lib/isono/node_modules/event_channel.rb
+- lib/isono/node_modules/node_heartbeat.rb
+- lib/isono/node_modules/node_collector.rb
+- lib/isono/node_modules/data_store.rb
+- lib/isono/node_modules/job_collector.rb
+- lib/isono/node_modules/rpc_channel.rb
+- lib/isono/node_modules/job_worker.rb
+- lib/isono/serializer.rb
+- lib/isono/models/node_state.rb
+- lib/isono/models/resource_instance.rb
+- lib/isono/models/event_log.rb
+- lib/isono/models/job_state.rb
+- lib/isono/daemonize.rb
+- lib/isono/util.rb
+- lib/isono/thread_pool.rb
+- lib/isono/runner/rpc_server.rb
+- lib/isono/runner/agent.rb
+- lib/isono/event_observable.rb
+- isono.gemspec
+- LICENSE
+- NOTICE
+has_rdoc: true
+homepage: http://github.com/axsh/isono
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 1
+      - 8
+      - 7
+      version: 1.8.7
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.6
+signing_key: 
+specification_version: 3
+summary: Messageing and agent fabric
+test_files: []
+