engineyard-serverside 1.5.23.ruby19.8 → 1.5.23.ruby19.9

data/lib/vendor/celluloid/lib/celluloid/timers.rb

@@ -0,0 +1,109 @@
+module Celluloid
+  # Low precision timers implemented in pure Ruby
+  class Timers
+    def initialize
+      @timers = []
+    end
+
+    # Call the given block after the given interval
+    def add(interval, &block)
+      Timer.new(self, interval, block)
+    end
+
+    # Wait for the next timer and fire it
+    def wait
+      return if @timers.empty?
+
+      interval = wait_interval
+      sleep interval if interval >= Timer::QUANTUM
+      fire
+    end
+
+    # Interval to wait until when the next timer will fire
+    def wait_interval
+      @timers.first.time - Time.now unless empty?
+    end
+
+    # Fire all timers that are ready
+    def fire
+      return if @timers.empty?
+
+      time = Time.now + Timer::QUANTUM
+      while not empty? and time > @timers.first.time
+        timer = @timers.shift
+        timer.call
+      end
+    end
+
+    # Insert a timer into the active timers
+    def insert(timer)
+      @timers.insert(index(timer), timer)
+    end
+
+    # Remove a given timer from the set we're monitoring
+    def cancel(timer)
+      @timers.delete timer
+    end
+
+    # Are there any timers pending?
+    def empty?
+      @timers.empty?
+    end
+
+    # Index where a timer would be located in the sorted timers array
+    def index(timer)
+      l, r = 0, @timers.size - 1
+
+      while l <= r
+        m = (r + l) / 2
+        if timer < @timers.at(m)
+          r = m - 1
+        else
+          l = m + 1
+        end
+      end
+      l
+    end
+  end
+
+  # An individual timer set to fire a given proc at a given time
+  class Timer
+    include Comparable
+
+    # The timer system is guaranteed (at least by the specs) to be this precise
+    # during normal operation. Long blocking calls within actors will delay the
+    # firing of timers
+    QUANTUM = 0.02
+
+    attr_reader :interval, :time
+
+    def initialize(timers, interval, block)
+      @timers, @interval = timers, interval
+      @block = block
+
+      reset
+    end
+
+    def <=>(other)
+      @time <=> other.time
+    end
+
+    # Cancel this timer
+    def cancel
+      @timers.cancel self
+    end
+
+    # Reset this timer
+    def reset
+      @timers.cancel self if defined?(@time)
+      @time = Time.now + @interval
+      @timers.insert self
+    end
+
+    # Fire the block
+    def fire
+      @block.call
+    end
+    alias_method :call, :fire
+  end
+end

data/lib/vendor/celluloid/lib/celluloid/version.rb

@@ -0,0 +1,4 @@
+module Celluloid
+  VERSION = '0.7.1'
+  def self.version; VERSION; end
+end

data/lib/vendor/dataflow/dataflow.rb

@@ -0,0 +1,124 @@
+require 'monitor'
+
+module Dataflow
+  VERSION = "0.3.1"
+  class << self
+    attr_accessor :forker
+  end
+  self.forker = Thread.method(:fork)
+
+  def self.included(cls)
+    class << cls
+      def declare(*readers)
+        readers.each do |name|
+          class_eval <<-RUBY
+            def #{name}
+              return @__dataflow_#{name}__ if defined? @__dataflow_#{name}__
+              Variable::LOCK.synchronize { @__dataflow_#{name}__ ||= Variable.new }
+            end
+          RUBY
+        end
+      end
+    end
+  end
+
+  def local(&block)
+    return Variable.new unless block_given?
+    vars = Array.new(block.arity) { Variable.new }
+    block.call *vars
+  end
+
+  def unify(variable, value)
+    variable.__unify__ value
+  end
+
+  def by_need(&block)
+    Variable.new &block
+  end
+
+  def barrier(*variables)
+    variables.each{|v| v.__wait__ }
+  end
+
+  def flow(output=nil, &block)
+    Dataflow.forker.call do
+      result = block.call
+      unify output, result if output
+    end
+  end
+
+  def need_later(&block)
+    local do |future|
+      flow(future) { block.call }
+      future
+    end
+  end
+
+  extend self
+
+  # Note that this class uses instance variables directly rather than nicely
+  # initialized instance variables in get/set methods for memory and
+  # performance reasons
+  class Variable
+    # Briefly disable the warning we would get when undefining object_id.
+    # We actually rely on the ability to do that, so...
+    v = $VERBOSE; $VERBOSE = nil
+    instance_methods.each { |m| undef_method(m) unless m =~ /^__|instance_eval/ }
+    $VERBOSE = v # back to sanity
+    LOCK = Monitor.new
+    def initialize(&block) @__trigger__ = block if block_given? end
+
+    # Lazy-load conditions to be nice on memory usage
+    def __binding_condition__() @__binding_condition__ ||= LOCK.new_cond end
+
+    def __unify__(value)
+      LOCK.synchronize do
+        __activate_trigger__ if @__trigger__
+        if @__bound__
+          return @__value__.__unify__(value) if @__value__.__dataflow__? rescue nil
+          raise UnificationError, "#{@__value__.inspect} != #{value.inspect}" if self != value
+        else
+          @__value__ = value
+          @__bound__ = true
+          __binding_condition__.broadcast # wakeup all method callers
+          @__binding_condition__ = nil # GC
+        end
+      end
+      @__value__
+    end
+
+    def __activate_trigger__
+      @__value__ = @__trigger__.call
+      @__bound__ = true
+      @__trigger__ = nil # GC
+    end
+
+    def __wait__
+      LOCK.synchronize do
+        unless @__bound__
+          if @__trigger__
+            __activate_trigger__
+          else
+            __binding_condition__.wait
+          end
+        end
+      end unless @__bound__
+    end
+
+    def method_missing(name, *args, &block)
+      return "#<Dataflow::Variable:#{__id__} unbound>" if !@__bound__ && name == :inspect
+      __wait__
+      @__value__.__send__(name, *args, &block)
+    end
+
+    def __dataflow__?
+      true
+    end
+  end
+
+  UnificationError = Class.new StandardError
+end
+
+require "#{File.dirname(__FILE__)}/dataflow/port"
+require "#{File.dirname(__FILE__)}/dataflow/actor"
+require "#{File.dirname(__FILE__)}/dataflow/future_queue"

data/lib/vendor/dataflow/dataflow/actor.rb

@@ -0,0 +1,22 @@
+module Dataflow
+  class Actor < Thread
+    def initialize(&block)
+      @stream = Variable.new
+      @port = Port.new(@stream)
+      # Run this block in a new thread
+      super { instance_eval &block }
+    end
+
+    def send message
+      @port.send message
+    end
+
+  private
+    
+    def receive
+      result = @stream.head
+      @stream = @stream.tail
+      result
+    end
+  end
+end

data/lib/vendor/dataflow/dataflow/equality.rb

@@ -0,0 +1,44 @@
+# The purpose of this file is to make equality use method calls in as
+# many Ruby implementations as possible. If method calls are used,
+# then equality operations using dataflow variaables becomes seemless
+# I realize overriding core classes is a pretty nasty hack, but if you
+# have a better idea that also passes the equality_specs then I'm all
+# ears. Please run the rubyspec before committing changes to this file.
+
+class Object
+  alias original_equality ==
+
+  def ==(other)
+    object_id == other.object_id
+  end
+end
+
+class Symbol
+  alias original_equality ==
+
+  def ==(other)
+    object_id == other.object_id
+  end
+end
+
+class Regexp
+  alias original_equality ==
+
+  if /lol/.respond_to?(:encoding)
+    def ==(other)
+      other.is_a?(Regexp) &&
+      casefold? == other.casefold? &&
+      encoding == other.encoding &&
+      options == other.options &&
+      source == other.source
+    end
+  else
+    def ==(other)
+      other.is_a?(Regexp) &&
+      casefold? == other.casefold? &&
+      kcode == other.kcode &&
+      options == other.options &&
+      source == other.source
+    end
+  end
+end

data/lib/vendor/dataflow/dataflow/future_queue.rb

@@ -0,0 +1,24 @@
+module Dataflow
+  class FutureQueue
+    include Dataflow
+    declare :push_port, :pop_port
+    
+    def initialize
+      local do |pushed, popped|
+        unify push_port, Dataflow::Port.new(pushed)
+        unify pop_port, Dataflow::Port.new(popped)
+        
+        Thread.new {
+          loop do
+            barrier pushed.head, popped.head
+            unify popped.head, pushed.head
+            pushed, popped = pushed.tail, popped.tail
+          end
+        }
+      end
+    end
+
+    def push(x) push_port.send x end
+    def pop(x) pop_port.send x end
+  end
+end

data/lib/vendor/dataflow/dataflow/port.rb

@@ -0,0 +1,54 @@
+require 'thread'
+
+module Dataflow
+  class Port  
+    include Dataflow
+    LOCK = Mutex.new
+
+    class Stream
+      include Dataflow
+      declare :head, :tail
+    
+      # Defining each allows us to use the enumerable mixin
+      # None of the list can be garbage collected less the head is
+      # garbage collected, so it will grow indefinitely even though
+      # the function isn't recursive.
+      include Enumerable
+      def each
+        s = self
+        loop do
+          yield s.head
+          s = s.tail
+        end
+      end
+
+      # Backported Enumerable#take for any 1.8.6 compatible Ruby
+      unless method_defined?(:take)
+        def take(num)
+          result = []
+          each_with_index do |x, i|
+            return result if num == i
+            result << x
+          end
+        end
+      end
+    end
+  
+    # Create a stream object, bind it to the input variable
+    # Instance variables are necessary because @end is state
+    def initialize(x)
+      @end = Stream.new
+      unify x, @end
+    end
+  
+    # This needs to be synchronized because it uses @end as state
+    def send value
+      LOCK.synchronize do
+        unify @end.head, value
+        unify @end.tail, Stream.new
+        @end = @end.tail
+      end
+    end
+  end
+end
+

data/lib/vendor/open4/lib/open4.rb

@@ -0,0 +1,432 @@
+# vim: ts=2:sw=2:sts=2:et:fdm=marker
+require 'fcntl'
+require 'timeout'
+require 'thread'
+
+module Open4
+  VERSION = '1.3.0'
+  def self.version() VERSION end
+
+  class Error < ::StandardError; end
+
+  def pfork4(fun, &b)
+    Open4.do_popen(b, :block) do |ps_read, _|
+      ps_read.close
+      begin
+        fun.call
+      rescue SystemExit => e
+        # Make it seem to the caller that calling Kernel#exit in +fun+ kills
+        # the child process normally. Kernel#exit! bypasses this rescue
+        # block.
+        exit! e.status
+      else
+        exit! 0
+      end
+    end
+  end
+  module_function :pfork4
+
+  def popen4(*cmd, &b)
+    Open4.do_popen(b, :init) do |ps_read, ps_write|
+      ps_read.fcntl(Fcntl::F_SETFD, Fcntl::FD_CLOEXEC)
+      ps_write.fcntl(Fcntl::F_SETFD, Fcntl::FD_CLOEXEC)
+      exec(*cmd)
+      raise 'forty-two'   # Is this really needed?
+    end
+  end
+  alias open4 popen4
+  module_function :popen4
+  module_function :open4
+
+  def popen4ext(closefds=false, *cmd, &b)
+    Open4.do_popen(b, :init, closefds) do |ps_read, ps_write|
+      ps_read.fcntl(Fcntl::F_SETFD, Fcntl::FD_CLOEXEC)
+      ps_write.fcntl(Fcntl::F_SETFD, Fcntl::FD_CLOEXEC)
+      exec(*cmd)
+      raise 'forty-two'   # Is this really needed?
+    end
+  end
+  module_function :popen4ext
+
+  def self.do_popen(b = nil, exception_propagation_at = nil, closefds=false, &cmd)
+    pw, pr, pe, ps = IO.pipe, IO.pipe, IO.pipe, IO.pipe
+
+    verbose = $VERBOSE
+    begin
+      $VERBOSE = nil
+
+      cid = fork {
+        if closefds
+          exlist = [0, 1, 2] | [pw,pr,pe,ps].map{|p| [p.first.fileno, p.last.fileno] }.flatten
+          ObjectSpace.each_object(IO){|io|
+            io.close if (not io.closed?) and (not exlist.include? io.fileno)
+          }
+        end
+
+        pw.last.close
+        STDIN.reopen pw.first
+        pw.first.close
+
+        pr.first.close
+        STDOUT.reopen pr.last
+        pr.last.close
+
+        pe.first.close
+        STDERR.reopen pe.last
+        pe.last.close
+
+        STDOUT.sync = STDERR.sync = true
+
+        begin
+          cmd.call(ps)
+        rescue Exception => e
+          Marshal.dump(e, ps.last)
+          ps.last.flush
+        ensure
+          ps.last.close unless ps.last.closed?
+        end
+
+        exit!
+      }
+    ensure
+      $VERBOSE = verbose
+    end
+
+    [ pw.first, pr.last, pe.last, ps.last ].each { |fd| fd.close }
+
+    Open4.propagate_exception cid, ps.first if exception_propagation_at == :init
+
+    pw.last.sync = true
+
+    pi = [ pw.last, pr.first, pe.first ]
+
+    begin
+      return [cid, *pi] unless b
+
+      begin
+        b.call(cid, *pi)
+      ensure
+        pi.each { |fd| fd.close unless fd.closed? }
+      end
+
+      Open4.propagate_exception cid, ps.first if exception_propagation_at == :block
+
+      Process.waitpid2(cid).last
+    ensure
+      ps.first.close unless ps.first.closed?
+    end
+  end
+
+  def self.propagate_exception(cid, ps_read)
+    e = Marshal.load ps_read
+    raise Exception === e ? e : "unknown failure!"
+  rescue EOFError
+    # Child process did not raise exception.
+  rescue
+    # Child process raised exception; wait it in order to avoid a zombie.
+    Process.waitpid2 cid
+    raise
+  ensure
+    ps_read.close
+  end
+
+  class SpawnError < Error
+    attr 'cmd'
+    attr 'status'
+    attr 'signals'
+    def exitstatus
+      @status.exitstatus
+    end
+    def initialize cmd, status
+      @cmd, @status = cmd, status
+      @signals = {} 
+      if status.signaled?
+        @signals['termsig'] = status.termsig
+        @signals['stopsig'] = status.stopsig
+      end
+      sigs = @signals.map{|k,v| "#{ k }:#{ v.inspect }"}.join(' ')
+      super "cmd <#{ cmd }> failed with status <#{ exitstatus.inspect }> signals <#{ sigs }>"
+    end
+  end
+
+  class ThreadEnsemble
+    attr 'threads'
+
+    def initialize cid
+      @cid, @threads, @argv, @done, @running = cid, [], [], Queue.new, false
+      @killed = false
+    end
+
+    def add_thread *a, &b
+      @running ? raise : (@argv << [a, b])
+    end
+
+#
+# take down process more nicely
+#
+    def killall
+      c = Thread.critical
+      return nil if @killed
+      Thread.critical = true
+      (@threads - [Thread.current]).each{|t| t.kill rescue nil}
+      @killed = true
+    ensure
+      Thread.critical = c
+    end
+
+    def run
+      @running = true
+
+      begin
+        @argv.each do |a, b|
+          @threads << Thread.new(*a) do |*a|
+            begin
+              b[*a]
+            ensure
+              killall rescue nil if $!
+              @done.push Thread.current
+            end
+          end
+        end
+      rescue
+        killall
+        raise
+      ensure
+        all_done
+      end
+
+      @threads.map{|t| t.value}
+    end
+
+    def all_done
+      @threads.size.times{ @done.pop }
+    end
+  end
+
+  def to timeout = nil
+    Timeout.timeout(timeout){ yield }
+  end
+  module_function :to
+
+  def new_thread *a, &b
+    cur = Thread.current
+    Thread.new(*a) do |*a|
+      begin
+        b[*a]
+      rescue Exception => e
+        cur.raise e
+      end
+    end
+  end
+  module_function :new_thread
+
+  def getopts opts = {}
+    lambda do |*args|
+      keys, default, ignored = args
+      catch(:opt) do
+        [keys].flatten.each do |key|
+          [key, key.to_s, key.to_s.intern].each do |key|
+            throw :opt, opts[key] if opts.has_key?(key)
+          end
+        end
+        default
+      end
+    end
+  end
+  module_function :getopts
+
+  def relay src, dst = nil, t = nil
+    send_dst =
+      if dst.respond_to?(:call)
+        lambda{|buf| dst.call(buf)}
+      elsif dst.respond_to?(:<<)
+        lambda{|buf| dst << buf }
+      else
+        lambda{|buf| buf }
+      end
+
+    unless src.nil?
+      if src.respond_to? :gets
+        while buf = to(t){ src.gets }
+          send_dst[buf]
+        end
+
+      elsif src.respond_to? :each
+        q = Queue.new
+        th = nil
+
+        timer_set = lambda do |t|
+          th = new_thread{ to(t){ q.pop } }
+        end
+
+        timer_cancel = lambda do |t|
+          th.kill if th rescue nil
+        end
+
+        timer_set[t]
+        begin
+          src.each do |buf|
+            timer_cancel[t]
+            send_dst[buf]
+            timer_set[t]
+          end
+        ensure
+          timer_cancel[t]
+        end
+
+      elsif src.respond_to? :read
+        buf = to(t){ src.read }
+        send_dst[buf]
+
+      else
+        buf = to(t){ src.to_s }
+        send_dst[buf]
+      end
+    end
+  end
+  module_function :relay
+
+  def spawn arg, *argv 
+    argv.unshift(arg)
+    opts = ((argv.size > 1 and Hash === argv.last) ? argv.pop : {})
+    argv.flatten!
+    cmd = argv.join(' ')
+
+
+    getopt = getopts opts
+
+    ignore_exit_failure = getopt[ 'ignore_exit_failure', getopt['quiet', false] ]
+    ignore_exec_failure = getopt[ 'ignore_exec_failure', !getopt['raise', true] ]
+    exitstatus = getopt[ %w( exitstatus exit_status status ) ]
+    stdin = getopt[ %w( stdin in i 0 ) << 0 ]
+    stdout = getopt[ %w( stdout out o 1 ) << 1 ]
+    stderr = getopt[ %w( stderr err e 2 ) << 2 ]
+    pid = getopt[ 'pid' ]
+    timeout = getopt[ %w( timeout spawn_timeout ) ]
+    stdin_timeout = getopt[ %w( stdin_timeout ) ]
+    stdout_timeout = getopt[ %w( stdout_timeout io_timeout ) ]
+    stderr_timeout = getopt[ %w( stderr_timeout ) ]
+    status = getopt[ %w( status ) ]
+    cwd = getopt[ %w( cwd dir ) ]
+
+    exitstatus =
+      case exitstatus
+        when TrueClass, FalseClass
+          ignore_exit_failure = true if exitstatus
+          [0]
+        else
+          [*(exitstatus || 0)].map{|i| Integer i}
+      end
+
+    stdin ||= '' if stdin_timeout
+    stdout ||= '' if stdout_timeout
+    stderr ||= '' if stderr_timeout
+
+    started = false
+
+    status =
+      begin
+        chdir(cwd) do
+          Timeout::timeout(timeout) do
+            popen4(*argv) do |c, i, o, e|
+              started = true
+
+              %w( replace pid= << push update ).each do |msg|
+                break(pid.send(msg, c)) if pid.respond_to? msg 
+              end
+
+              te = ThreadEnsemble.new c
+
+              te.add_thread(i, stdin) do |i, stdin|
+                relay stdin, i, stdin_timeout
+                i.close rescue nil
+              end
+
+              te.add_thread(o, stdout) do |o, stdout|
+                relay o, stdout, stdout_timeout
+              end
+
+              te.add_thread(e, stderr) do |o, stderr|
+                relay e, stderr, stderr_timeout
+              end
+
+              te.run
+            end
+          end
+        end
+      rescue
+        raise unless(not started and ignore_exec_failure)
+      end
+
+    raise SpawnError.new(cmd, status) unless
+      (ignore_exit_failure or (status.nil? and ignore_exec_failure) or exitstatus.include?(status.exitstatus))
+
+    status
+  end
+  module_function :spawn
+
+  def chdir cwd, &block
+    return(block.call Dir.pwd) unless cwd
+    Dir.chdir cwd, &block
+  end
+  module_function :chdir
+
+  def background arg, *argv 
+    require 'thread'
+    q = Queue.new
+    opts = { 'pid' => q, :pid => q }
+    case argv.last
+      when Hash
+        argv.last.update opts
+      else
+        argv.push opts
+    end
+    thread = Thread.new(arg, argv){|arg, argv| spawn arg, *argv}
+    sc = class << thread; self; end
+    sc.module_eval {
+      define_method(:pid){ @pid ||= q.pop }
+      define_method(:spawn_status){ @spawn_status ||= value }
+      define_method(:exitstatus){ @exitstatus ||= spawn_status.exitstatus }
+    }
+    thread
+  end
+  alias bg background
+  module_function :background
+  module_function :bg
+
+  def maim pid, opts = {}
+    getopt = getopts opts
+    sigs = getopt[ 'signals', %w(SIGTERM SIGQUIT SIGKILL) ]
+    suspend = getopt[ 'suspend', 4 ]
+    pid = Integer pid
+    existed = false
+    sigs.each do |sig|
+      begin
+        Process.kill sig, pid
+        existed = true 
+      rescue Errno::ESRCH
+        return(existed ? nil : true)
+      end
+      return true unless alive? pid
+      sleep suspend
+      return true unless alive? pid
+    end
+    return(not alive?(pid)) 
+  end
+  module_function :maim
+
+  def alive pid
+    pid = Integer pid
+    begin
+      Process.kill 0, pid
+      true
+    rescue Errno::ESRCH
+      false
+    end
+  end
+  alias alive? alive
+  module_function :alive
+  module_function :'alive?'
+end
+
+def open4(*cmd, &b) cmd.size == 0 ? Open4 : Open4::popen4(*cmd, &b) end