concurrent-ruby 0.7.0.rc0-x86-linux

data/lib/concurrent/actress/reference.rb

@@ -0,0 +1,64 @@
+module Concurrent
+  module Actress
+
+    # Reference is public interface of Actor instances. It is used for sending messages and can
+    # be freely passed around the program. It also provides some basic information about the actor,
+    # see {CoreDelegations}.
+    class Reference
+      include TypeCheck
+      include CoreDelegations
+
+      attr_reader :core
+      private :core
+
+      # @!visibility private
+      def initialize(core)
+        @core = Type! core, Core
+      end
+
+      # tells message to the actor
+      # @param [Object] message
+      # @return [Reference] self
+      def tell(message)
+        message message, nil
+      end
+
+      alias_method :<<, :tell
+
+      # tells message to the actor
+      # @param [Object] message
+      # @param [Ivar] ivar to be fulfilled be message's processing result
+      # @return [IVar] supplied ivar
+      def ask(message, ivar = IVar.new)
+        message message, ivar
+      end
+
+      # @note can lead to deadlocks, use only in tests or when you are sure it won't deadlock
+      # tells message to the actor
+      # @param [Object] message
+      # @param [Ivar] ivar to be fulfilled be message's processing result
+      # @return [Object] message's processing result
+      # @raise [Exception] ivar.reason if ivar is #rejected?
+      def ask!(message, ivar = IVar.new)
+        ask(message, ivar).value!
+      end
+
+      # behaves as {#tell} when no ivar and as {#ask} when ivar
+      def message(message, ivar = nil)
+        core.on_envelope Envelope.new(message, ivar, Actress.current || Thread.current, self)
+        return ivar || self
+      end
+
+      def to_s
+        "#<#{self.class} #{path} (#{actor_class})>"
+      end
+
+      alias_method :inspect, :to_s
+
+      def ==(other)
+        Type? other, self.class and other.send(:core) == core
+      end
+    end
+
+  end
+end

data/lib/concurrent/actress/type_check.rb

@@ -0,0 +1,48 @@
+module Concurrent
+  module Actress
+
+    # taken from Algebrick
+    # supplies type-checking helpers whenever included
+    module TypeCheck
+
+      def Type?(value, *types)
+        types.any? { |t| value.is_a? t }
+      end
+
+      def Type!(value, *types)
+        Type?(value, *types) or
+            TypeCheck.error(value, 'is not', types)
+        value
+      end
+
+      def Match?(value, *types)
+        types.any? { |t| t === value }
+      end
+
+      def Match!(value, *types)
+        Match?(value, *types) or
+            TypeCheck.error(value, 'is not matching', types)
+        value
+      end
+
+      def Child?(value, *types)
+        Type?(value, Class) &&
+            types.any? { |t| value <= t }
+      end
+
+      def Child!(value, *types)
+        Child?(value, *types) or
+            TypeCheck.error(value, 'is not child', types)
+        value
+      end
+
+      private
+
+      def self.error(value, message, types)
+        raise TypeError,
+              "Value (#{value.class}) '#{value}' #{message} any of: #{types.join('; ')}."
+      end
+    end
+  end
+end
+

data/lib/concurrent/agent.rb

@@ -0,0 +1,232 @@
+require 'thread'
+
+require 'concurrent/dereferenceable'
+require 'concurrent/observable'
+require 'concurrent/options_parser'
+require 'concurrent/utility/timeout'
+require 'concurrent/logging'
+
+module Concurrent
+
+  # An agent is a single atomic value that represents an identity. The current value
+  # of the agent can be requested at any time (`#deref`). Each agent has a work queue and operates on
+  # the global thread pool. Consumers can `#post` code blocks to the agent. The code block (function)
+  # will receive the current value of the agent as its sole parameter. The return value of the block
+  # will become the new value of the agent. Agents support two error handling modes: fail and continue.
+  # A good example of an agent is a shared incrementing counter, such as the score in a video game.
+  #
+  # @example Basic usage
+  #   score = Concurrent::Agent.new(10)
+  #   score.value #=> 10
+  #   
+  #   score << proc{|current| current + 100 }
+  #   sleep(0.1)
+  #   score.value #=> 110
+  #   
+  #   score << proc{|current| current * 2 }
+  #   sleep(0.1)
+  #   score.value #=> 220
+  #   
+  #   score << proc{|current| current - 50 }
+  #   sleep(0.1)
+  #   score.value #=> 170
+  #
+  # @!attribute [r] timeout
+  #   @return [Fixnum] the maximum number of seconds before an update is cancelled
+  class Agent
+    include Dereferenceable
+    include Concurrent::Observable
+    include Logging
+
+    # The default timeout value (in seconds); used when no timeout option
+    # is given at initialization
+    TIMEOUT = 5
+
+    attr_reader :timeout, :task_executor, :operation_executor
+
+    # Initialize a new Agent with the given initial value and provided options.
+    #
+    # @param [Object] initial the initial value
+    # @param [Hash] opts the options used to define the behavior at update and deref
+    #
+    # @option opts [Fixnum] :timeout (TIMEOUT) maximum number of seconds before an update is cancelled
+    #
+    # @option opts [Boolean] :operation (false) when `true` will execute the future on the global
+    #   operation pool (for long-running operations), when `false` will execute the future on the
+    #   global task pool (for short-running tasks)
+    # @option opts [object] :executor when provided will run all operations on
+    #   this executor rather than the global thread pool (overrides :operation)
+    #
+    # @option opts [String] :dup_on_deref (false) call `#dup` before returning the data
+    # @option opts [String] :freeze_on_deref (false) call `#freeze` before returning the data
+    # @option opts [String] :copy_on_deref (nil) call the given `Proc` passing the internal value and
+    #   returning the value returned from the proc
+    def initialize(initial, opts = {})
+      @value                = initial
+      @rescuers             = []
+      @validator            = Proc.new { |result| true }
+      @timeout              = opts.fetch(:timeout, TIMEOUT).freeze
+      self.observers        = CopyOnWriteObserverSet.new
+      @serialized_execution = SerializedExecution.new
+      @task_executor        = OptionsParser.get_task_executor_from(opts)
+      @operation_executor   = OptionsParser.get_operation_executor_from(opts)
+      init_mutex
+      set_deref_options(opts)
+    end
+
+    # Specifies a block operation to be performed when an update operation raises
+    # an exception. Rescue blocks will be checked in order they were added. The first
+    # block for which the raised exception "is-a" subclass of the given `clazz` will
+    # be called. If no `clazz` is given the block will match any caught exception.
+    # This behavior is intended to be identical to Ruby's `begin/rescue/end` behavior.
+    # Any number of rescue handlers can be added. If no rescue handlers are added then
+    # caught exceptions will be suppressed.
+    #
+    # @param [Exception] clazz the class of exception to catch
+    # @yield the block to be called when a matching exception is caught
+    # @yieldparam [StandardError] ex the caught exception
+    #
+    # @example
+    #   score = Concurrent::Agent.new(0).
+    #             rescue(NoMethodError){|ex| puts "Bam!" }.
+    #             rescue(ArgumentError){|ex| puts "Pow!" }.
+    #             rescue{|ex| puts "Boom!" }
+    #   
+    #   score << proc{|current| raise ArgumentError }
+    #   sleep(0.1)
+    #   #=> puts "Pow!"
+    def rescue(clazz = StandardError, &block)
+      unless block.nil?
+        mutex.synchronize do
+          @rescuers << Rescuer.new(clazz, block)
+        end
+      end
+      self
+    end
+    alias_method :catch, :rescue
+    alias_method :on_error, :rescue
+
+    # A block operation to be performed after every update to validate if the new
+    # value is valid. If the new value is not valid then the current value is not
+    # updated. If no validator is provided then all updates are considered valid.
+    #
+    # @yield the block to be called after every update operation to determine if
+    #   the result is valid
+    # @yieldparam [Object] value the result of the last update operation
+    # @yieldreturn [Boolean] true if the value is valid else false
+    def validate(&block)
+
+      unless block.nil?
+        begin
+          mutex.lock
+          @validator = block
+        ensure
+          mutex.unlock
+        end
+      end
+      self
+    end
+    alias_method :validates, :validate
+    alias_method :validate_with, :validate
+    alias_method :validates_with, :validate
+
+    # Update the current value with the result of the given block operation,
+    # block should not do blocking calls, use #post_off for blocking calls
+    #
+    # @yield the operation to be performed with the current value in order to calculate
+    #   the new value
+    # @yieldparam [Object] value the current value
+    # @yieldreturn [Object] the new value
+    # @return [true, nil] nil when no block is given
+    def post(&block)
+      post_on(@task_executor, &block)
+    end
+
+    # Update the current value with the result of the given block operation,
+    # block can do blocking calls
+    #
+    # @yield the operation to be performed with the current value in order to calculate
+    #   the new value
+    # @yieldparam [Object] value the current value
+    # @yieldreturn [Object] the new value
+    # @return [true, nil] nil when no block is given
+    def post_off(&block)
+      post_on(@operation_executor, &block)
+    end
+
+    # Update the current value with the result of the given block operation,
+    # block should not do blocking calls, use #post_off for blocking calls
+    #
+    # @yield the operation to be performed with the current value in order to calculate
+    #   the new value
+    # @yieldparam [Object] value the current value
+    # @yieldreturn [Object] the new value
+    def <<(block)
+      post(&block)
+      self
+    end
+
+    # Waits/blocks until all the updates sent before this call are done.
+    #
+    # @param [Numeric] timeout the maximum time in second to wait.
+    # @return [Boolean] false on timeout, true otherwise
+    def await(timeout = nil)
+      done = Event.new
+      post { |val| done.set; val }
+      done.wait timeout
+    end
+
+    private
+
+    def post_on(executor, &block)
+      return nil if block.nil?
+      @serialized_execution.post(executor) { work(&block) }
+      true
+    end
+
+    # @!visibility private
+    Rescuer = Struct.new(:clazz, :block) # :nodoc:
+
+    # @!visibility private
+    def try_rescue(ex) # :nodoc:
+      rescuer = mutex.synchronize do
+        @rescuers.find { |r| ex.is_a?(r.clazz) }
+      end
+      rescuer.block.call(ex) if rescuer
+    rescue Exception => ex
+      # suppress
+      log DEBUG, ex
+    end
+
+    # @!visibility private
+    def work(&handler) # :nodoc:
+      validator, value = mutex.synchronize { [@validator, @value] }
+
+      begin
+        result, valid = Concurrent::timeout(@timeout) do
+          result = handler.call(value)
+          [result, validator.call(result)]
+        end
+      rescue Exception => ex
+        exception = ex
+      end
+
+      begin
+        mutex.lock
+        should_notify = if !exception && valid
+                          @value = result
+                          true
+                        end
+      ensure
+        mutex.unlock
+      end
+
+      if should_notify
+        time = Time.now
+        observers.notify_observers { [time, self.value] }
+      end
+
+      try_rescue(exception)
+    end
+  end
+end

data/lib/concurrent/async.rb

@@ -0,0 +1,319 @@
+require 'thread'
+require 'concurrent/configuration'
+require 'concurrent/delay'
+require 'concurrent/errors'
+require 'concurrent/ivar'
+require 'concurrent/future'
+require 'concurrent/executor/thread_pool_executor'
+
+module Concurrent
+
+  # A mixin module that provides simple asynchronous behavior to any standard
+  # class/object or object. 
+  #
+  #   Scenario:
+  #     As a stateful, plain old Ruby class/object
+  #     I want safe, asynchronous behavior
+  #     So my long-running methods don't block the main thread
+  #
+  # Stateful, mutable objects must be managed carefully when used asynchronously.
+  # But Ruby is an object-oriented language so designing with objects and classes
+  # plays to Ruby's strengths and is often more natural to many Ruby programmers.
+  # The `Async` module is a way to mix simple yet powerful asynchronous capabilities
+  # into any plain old Ruby object or class. These capabilities provide a reasonable
+  # level of thread safe guarantees when used correctly.
+  #
+  # When this module is mixed into a class or object it provides to new methods:
+  # `async` and `await`. These methods are thread safe with respect to the enclosing
+  # object. The former method allows methods to be called asynchronously by posting
+  # to the global thread pool. The latter allows a method to be called synchronously
+  # on the current thread but does so safely with respect to any pending asynchronous
+  # method calls. Both methods return an `Obligation` which can be inspected for
+  # the result of the method call. Calling a method with `async` will return a
+  # `:pending` `Obligation` whereas `await` will return a `:complete` `Obligation`.
+  #
+  # Very loosely based on the `async` and `await` keywords in C#.
+  #
+  # @example Defining an asynchronous class
+  #   class Echo
+  #     include Concurrent::Async
+  #
+  #     def initialize
+  #       init_mutex # initialize the internal synchronization objects
+  #     end
+  #
+  #     def echo(msg)
+  #       sleep(rand)
+  #       print "#{msg}\n"
+  #       nil
+  #     end
+  #   end
+  #   
+  #   horn = Echo.new
+  #   horn.echo('zero') # synchronous, not thread-safe
+  #
+  #   horn.async.echo('one') # asynchronous, non-blocking, thread-safe
+  #   horn.await.echo('two') # synchronous, blocking, thread-safe
+  #
+  # @example Monkey-patching an existing object
+  #   numbers = 1_000_000.times.collect{ rand }
+  #   numbers.extend(Concurrent::Async)
+  #   numbers.init_mutex # initialize the internal synchronization objects
+  #   
+  #   future = numbers.async.max
+  #   future.state #=> :pending
+  #   
+  #   sleep(2)
+  #   
+  #   future.state #=> :fulfilled
+  #   future.value #=> 0.999999138918843
+  #
+  # @note This module depends on several internal synchronization objects that
+  #       must be initialized prior to calling any of the async/await/executor methods.
+  #       The best practice is to call `init_mutex` from within the constructor
+  #       of the including class. A less ideal but acceptable practice is for the
+  #       thread creating the asynchronous object to explicitly call the `init_mutex`
+  #       method prior to calling any of the async/await/executor methods. If
+  #       `init_mutex` is *not* called explicitly the async/await/executor methods
+  #       will raize a `Concurrent::InitializationError`. This is the only way 
+  #       thread-safe initialization can be guaranteed.
+  #
+  # @note Thread safe guarantees can only be made when asynchronous method calls
+  #       are not mixed with synchronous method calls. Use only synchronous calls
+  #       when the object is used exclusively on a single thread. Use only
+  #       `async` and `await` when the object is shared between threads. Once you
+  #       call a method using `async`, you should no longer call any methods
+  #       directly on the object. Use `async` and `await` exclusively from then on.
+  #       With careful programming it is possible to switch back and forth but it's
+  #       also very easy to create race conditions and break your application.
+  #       Basically, it's "async all the way down."
+  #
+  # @since 0.6.0
+  #
+  # @see Concurrent::Obligation
+  module Async
+
+    # Check for the presence of a method on an object and determine if a given
+    # set of arguments matches the required arity.
+    #
+    # @param [Object] obj the object to check against
+    # @param [Symbol] method the method to check the object for
+    # @param [Array] args zero or more arguments for the arity check
+    #
+    # @raise [NameError] the object does not respond to `method` method
+    # @raise [ArgumentError] the given `args` do not match the arity of `method`
+    #
+    # @note This check is imperfect because of the way Ruby reports the arity of
+    #   methods with a variable number of arguments. It is possible to determine
+    #   if too few arguments are given but impossible to determine if too many
+    #   arguments are given. This check may also fail to recognize dynamic behavior
+    #   of the object, such as methods simulated with `method_missing`.
+    #
+    # @see http://www.ruby-doc.org/core-2.1.1/Method.html#method-i-arity Method#arity
+    # @see http://ruby-doc.org/core-2.1.0/Object.html#method-i-respond_to-3F Object#respond_to?
+    # @see http://www.ruby-doc.org/core-2.1.0/BasicObject.html#method-i-method_missing BasicObject#method_missing
+    def validate_argc(obj, method, *args)
+      argc = args.length
+      arity = obj.method(method).arity
+
+      if arity >= 0 && argc != arity
+        raise ArgumentError.new("wrong number of arguments (#{argc} for #{arity})")
+      elsif arity < 0 && (arity = (arity + 1).abs) > argc
+        raise ArgumentError.new("wrong number of arguments (#{argc} for #{arity}..*)")
+      end
+    end
+    module_function :validate_argc
+
+    # Delegates synchronous, thread-safe method calls to the wrapped object.
+    #
+    # @!visibility private
+    class AwaitDelegator # :nodoc:
+
+      # Create a new delegator object wrapping the given `delegate` and
+      # protecting it with the given `mutex`.
+      #
+      # @param [Object] delegate the object to wrap and delegate method calls to
+      # @param [Mutex] mutex the mutex lock to use when delegating method calls
+      def initialize(delegate, mutex)
+        @delegate = delegate
+        @mutex = mutex
+      end
+
+      # Delegates method calls to the wrapped object. For performance,
+      # dynamically defines the given method on the delegator so that
+      # all future calls to `method` will not be directed here.
+      #
+      # @param [Symbol] method the method being called
+      # @param [Array] args zero or more arguments to the method
+      #
+      # @return [IVar] the result of the method call
+      #
+      # @raise [NameError] the object does not respond to `method` method
+      # @raise [ArgumentError] the given `args` do not match the arity of `method`
+      def method_missing(method, *args, &block)
+        super unless @delegate.respond_to?(method)
+        Async::validate_argc(@delegate, method, *args)
+
+        self.define_singleton_method(method) do |*args|
+          Async::validate_argc(@delegate, method, *args)
+          ivar = Concurrent::IVar.new
+          value, reason = nil, nil
+          begin
+            @mutex.synchronize do
+              value = @delegate.send(method, *args, &block)
+            end
+          rescue => reason
+            # caught
+          ensure
+            return ivar.complete(reason.nil?, value, reason)
+          end
+        end
+
+        self.send(method, *args)
+      end
+    end
+
+    # Delegates asynchronous, thread-safe method calls to the wrapped object.
+    #
+    # @!visibility private
+    class AsyncDelegator # :nodoc:
+
+      # Create a new delegator object wrapping the given `delegate` and
+      # protecting it with the given `mutex`.
+      #
+      # @param [Object] delegate the object to wrap and delegate method calls to
+      # @param [Mutex] mutex the mutex lock to use when delegating method calls
+      def initialize(delegate, executor, mutex)
+        @delegate = delegate
+        @executor = executor
+        @mutex = mutex
+      end
+
+      # Delegates method calls to the wrapped object. For performance,
+      # dynamically defines the given method on the delegator so that
+      # all future calls to `method` will not be directed here.
+      #
+      # @param [Symbol] method the method being called
+      # @param [Array] args zero or more arguments to the method
+      #
+      # @return [IVar] the result of the method call
+      #
+      # @raise [NameError] the object does not respond to `method` method
+      # @raise [ArgumentError] the given `args` do not match the arity of `method`
+      def method_missing(method, *args, &block)
+        super unless @delegate.respond_to?(method)
+        Async::validate_argc(@delegate, method, *args)
+
+        self.define_singleton_method(method) do |*args|
+          Async::validate_argc(@delegate, method, *args)
+          Concurrent::Future.execute(executor: @executor.value) do
+            @mutex.synchronize do
+              @delegate.send(method, *args, &block)
+            end
+          end
+        end
+
+        self.send(method, *args)
+      end
+    end
+
+    # Causes the chained method call to be performed asynchronously on the
+    # global thread pool. The method called by this method will return a
+    # `Future` object in the `:pending` state and the method call will have
+    # been scheduled on the global thread pool. The final disposition of the
+    # method call can be obtained by inspecting the returned `Future`.
+    #
+    # Before scheduling the method on the global thread pool a best-effort
+    # attempt will be made to validate that the method exists on the object
+    # and that the given arguments match the arity of the requested function.
+    # Due to the dynamic nature of Ruby and limitations of its reflection
+    # library, some edge cases will be missed. For more information see
+    # the documentation for the `validate_argc` method.
+    #
+    # @note The method call is guaranteed to be thread safe  with respect to
+    #   all other method calls against the same object that are called with
+    #   either `async` or `await`. The mutable nature of Ruby references
+    #   (and object orientation in general) prevent any other thread safety
+    #   guarantees. Do NOT mix non-protected method calls with protected
+    #   method call. Use *only* protected method calls when sharing the object
+    #   between threads.
+    #
+    # @return [Concurrent::Future] the pending result of the asynchronous operation
+    #
+    # @raise [Concurrent::InitializationError] `#init_mutex` has not been called
+    # @raise [NameError] the object does not respond to `method` method
+    # @raise [ArgumentError] the given `args` do not match the arity of `method`
+    #
+    # @see Concurrent::Future
+    def async
+      raise InitializationError.new('#init_mutex was never called') unless @__async__mutex__
+      @__async_delegator__.value
+    end
+    alias_method :future, :async
+
+    # Causes the chained method call to be performed synchronously on the
+    # current thread. The method called by this method will return an
+    # `IVar` object in either the `:fulfilled` or `rejected` state and the
+    # method call will have completed. The final disposition of the
+    # method call can be obtained by inspecting the returned `IVar`.
+    #
+    # Before scheduling the method on the global thread pool a best-effort
+    # attempt will be made to validate that the method exists on the object
+    # and that the given arguments match the arity of the requested function.
+    # Due to the dynamic nature of Ruby and limitations of its reflection
+    # library, some edge cases will be missed. For more information see
+    # the documentation for the `validate_argc` method.
+    #
+    # @note The method call is guaranteed to be thread safe  with respect to
+    #   all other method calls against the same object that are called with
+    #   either `async` or `await`. The mutable nature of Ruby references
+    #   (and object orientation in general) prevent any other thread safety
+    #   guarantees. Do NOT mix non-protected method calls with protected
+    #   method call. Use *only* protected method calls when sharing the object
+    #   between threads.
+    #
+    # @return [Concurrent::IVar] the completed result of the synchronous operation
+    #
+    # @raise [Concurrent::InitializationError] `#init_mutex` has not been called
+    # @raise [NameError] the object does not respond to `method` method
+    # @raise [ArgumentError] the given `args` do not match the arity of `method`
+    #
+    # @see Concurrent::IVar
+    def await
+      raise InitializationError.new('#init_mutex was never called') unless @__async__mutex__
+      @__await_delegator__.value
+    end
+    alias_method :delay, :await
+
+    # Set a new executor
+    #
+    # @raise [Concurrent::InitializationError] `#init_mutex` has not been called
+    # @raise [ArgumentError] executor has already been set
+    def executor=(executor)
+      raise InitializationError.new('#init_mutex was never called') unless @__async__mutex__
+      @__async__executor__.reconfigure { executor } or
+        raise ArgumentError.new('executor has already been set')
+    end
+
+    # Initialize the internal mutex and other synchronization objects. This method
+    # *must* be called from the constructor of the including class or explicitly
+    # by the caller prior to calling any other methods. If `init_mutex` is *not*
+    # called explicitly the async/await/executor methods will raize a
+    # `Concurrent::InitializationError`. This is the only way thread-safe
+    # initialization can be guaranteed.
+    #
+    # @note This method *must* be called from the constructor of the including
+    #       class or explicitly by the caller prior to calling any other methods.
+    #       This is the only way thread-safe initialization can be guaranteed.
+    #
+    # @raise [Concurrent::InitializationError] when called more than once
+    def init_mutex
+      raise InitializationError.new('#init_mutex was already called') if @__async__mutex__
+      (@__async__mutex__ = Mutex.new).lock
+      @__async__executor__ = Delay.new{ Concurrent.configuration.global_operation_pool }
+      @__await_delegator__ = Delay.new{ AwaitDelegator.new(self, @__async__mutex__) }
+      @__async_delegator__ = Delay.new{ AsyncDelegator.new(self, @__async__executor__, @__async__mutex__) }
+      @__async__mutex__.unlock
+    end
+  end
+end