logstash-filter-cache-redis 0.1.0 → 0.2.0

data/vendor/bundle/jruby/1.9/gems/concurrent-ruby-1.0.0-java/lib/concurrent/errors.rb

@@ -1,46 +0,0 @@
-module Concurrent
-
-  Error = Class.new(StandardError)
-
-  # Raised when errors occur during configuration.
-  ConfigurationError = Class.new(Error)
-
-  # Raised when an asynchronous operation is cancelled before execution.
-  CancelledOperationError = Class.new(Error)
-
-  # Raised when a lifecycle method (such as `stop`) is called in an improper
-  # sequence or when the object is in an inappropriate state.
-  LifecycleError = Class.new(Error)
-
-  # Raised when an attempt is made to violate an immutability guarantee.
-  ImmutabilityError = Class.new(Error)
-
-  # Raised when an operation is attempted which is not legal given the
-  # receiver's current state
-  IllegalOperationError = Class.new(Error)
-
-  # Raised when an object's methods are called when it has not been
-  # properly initialized.
-  InitializationError = Class.new(Error)
-
-  # Raised when an object with a start/stop lifecycle has been started an
-  # excessive number of times. Often used in conjunction with a restart
-  # policy or strategy.
-  MaxRestartFrequencyError = Class.new(Error)
-
-  # Raised when an attempt is made to modify an immutable object
-  # (such as an `IVar`) after its final state has been set.
-  MultipleAssignmentError = Class.new(Error)
-
-  # Raised by an `Executor` when it is unable to process a given task,
-  # possibly because of a reject policy or other internal error.
-  RejectedExecutionError = Class.new(Error)
-
-  # Raised when any finite resource, such as a lock counter, exceeds its
-  # maximum limit/threshold.
-  ResourceLimitError = Class.new(Error)
-
-  # Raised when an operation times out.
-  TimeoutError = Class.new(Error)
-
-end

data/vendor/bundle/jruby/1.9/gems/concurrent-ruby-1.0.0-java/lib/concurrent/executor/fixed_thread_pool.rb

@@ -1,206 +0,0 @@
-require 'concurrent/utility/engine'
-require 'concurrent/executor/thread_pool_executor'
-
-module Concurrent
-
-  # @!macro [new] thread_pool_executor_constant_default_max_pool_size
-  #   Default maximum number of threads that will be created in the pool.
-
-  # @!macro [new] thread_pool_executor_constant_default_min_pool_size
-  #   Default minimum number of threads that will be retained in the pool.
-
-  # @!macro [new] thread_pool_executor_constant_default_max_queue_size
-  #   Default maximum number of tasks that may be added to the task queue.
-
-  # @!macro [new] thread_pool_executor_constant_default_thread_timeout
-  #   Default maximum number of seconds a thread in the pool may remain idle
-  #   before being reclaimed.
-
-  # @!macro [new] thread_pool_executor_attr_reader_max_length
-  #   The maximum number of threads that may be created in the pool.
-  #   @return [Integer] The maximum number of threads that may be created in the pool.
-
-  # @!macro [new] thread_pool_executor_attr_reader_min_length
-  #   The minimum number of threads that may be retained in the pool.
-  #   @return [Integer] The minimum number of threads that may be retained in the pool.
-
-  # @!macro [new] thread_pool_executor_attr_reader_largest_length
-  #   The largest number of threads that have been created in the pool since construction.
-  #   @return [Integer] The largest number of threads that have been created in the pool since construction.
-
-  # @!macro [new] thread_pool_executor_attr_reader_scheduled_task_count
-  #   The number of tasks that have been scheduled for execution on the pool since construction.
-  #   @return [Integer] The number of tasks that have been scheduled for execution on the pool since construction.
-
-  # @!macro [new] thread_pool_executor_attr_reader_completed_task_count
-  #   The number of tasks that have been completed by the pool since construction.
-  #   @return [Integer] The number of tasks that have been completed by the pool since construction.
-
-  # @!macro [new] thread_pool_executor_attr_reader_idletime
-  #   The number of seconds that a thread may be idle before being reclaimed.
-  #   @return [Integer] The number of seconds that a thread may be idle before being reclaimed.
-
-  # @!macro [new] thread_pool_executor_attr_reader_max_queue
-  #   The maximum number of tasks that may be waiting in the work queue at any one time.
-  #   When the queue size reaches `max_queue` subsequent tasks will be rejected in
-  #   accordance with the configured `fallback_policy`.
-  #
-  #   @return [Integer] The maximum number of tasks that may be waiting in the work queue at any one time.
-  #     When the queue size reaches `max_queue` subsequent tasks will be rejected in
-  #     accordance with the configured `fallback_policy`.
-
-  # @!macro [new] thread_pool_executor_attr_reader_length
-  #   The number of threads currently in the pool.
-  #   @return [Integer] The number of threads currently in the pool.
-
-  # @!macro [new] thread_pool_executor_attr_reader_queue_length
-  #   The number of tasks in the queue awaiting execution.
-  #   @return [Integer] The number of tasks in the queue awaiting execution.
-
-  # @!macro [new] thread_pool_executor_attr_reader_remaining_capacity
-  #   Number of tasks that may be enqueued before reaching `max_queue` and rejecting
-  #   new tasks. A value of -1 indicates that the queue may grow without bound.
-  #
-  #   @return [Integer] Number of tasks that may be enqueued before reaching `max_queue` and rejecting
-  #     new tasks. A value of -1 indicates that the queue may grow without bound.
-
-
-
-
-
-  # @!macro [new] thread_pool_executor_public_api
-  #
-  #   @!macro abstract_executor_service_public_api
-  #
-  #   @!attribute [r] max_length
-  #     @!macro thread_pool_executor_attr_reader_max_length
-  #
-  #   @!attribute [r] min_length
-  #     @!macro thread_pool_executor_attr_reader_min_length
-  #
-  #   @!attribute [r] largest_length
-  #     @!macro thread_pool_executor_attr_reader_largest_length
-  #
-  #   @!attribute [r] scheduled_task_count
-  #     @!macro thread_pool_executor_attr_reader_scheduled_task_count
-  #
-  #   @!attribute [r] completed_task_count
-  #     @!macro thread_pool_executor_attr_reader_completed_task_count
-  #
-  #   @!attribute [r] idletime
-  #     @!macro thread_pool_executor_attr_reader_idletime
-  #
-  #   @!attribute [r] max_queue
-  #     @!macro thread_pool_executor_attr_reader_max_queue
-  #
-  #   @!attribute [r] length
-  #     @!macro thread_pool_executor_attr_reader_length
-  #
-  #   @!attribute [r] queue_length
-  #     @!macro thread_pool_executor_attr_reader_queue_length
-  #
-  #   @!attribute [r] remaining_capacity
-  #     @!macro thread_pool_executor_attr_reader_remaining_capacity
-  #
-  #   @!method can_overflow?
-  #     @!macro executor_service_method_can_overflow_question
-
-
-
-
-  # @!macro [new] thread_pool_options
-  #
-  #   **Thread Pool Options**
-  #
-  #   Thread pools support several configuration options:
-  #
-  #   * `idletime`: The number of seconds that a thread may be idle before being reclaimed.
-  #   * `max_queue`: The maximum number of tasks that may be waiting in the work queue at
-  #     any one time. When the queue size reaches `max_queue` subsequent tasks will be
-  #     rejected in accordance with the configured `fallback_policy`.
-  #   * `auto_terminate`: When true (default) an `at_exit` handler will be registered which
-  #     will stop the thread pool when the application exits. See below for more information
-  #     on shutting down thread pools.
-  #   * `fallback_policy`: The policy defining how rejected tasks are handled.
-  #
-  #   Three fallback policies are supported:
-  #
-  #   * `:abort`: Raise a `RejectedExecutionError` exception and discard the task.
-  #   * `:discard`: Discard the task and return false.
-  #   * `:caller_runs`: Execute the task on the calling thread.
-  #
-  #   **Shutting Down Thread Pools**
-  #
-  #   Killing a thread pool while tasks are still being processed, either by calling
-  #   the `#kill` method or at application exit, will have unpredictable results. There
-  #   is no way for the thread pool to know what resources are being used by the
-  #   in-progress tasks. When those tasks are killed the impact on those resources
-  #   cannot be predicted. The *best* practice is to explicitly shutdown all thread
-  #   pools using the provided methods:
-  #
-  #   * Call `#shutdown` to initiate an orderly termination of all in-progress tasks
-  #   * Call `#wait_for_termination` with an appropriate timeout interval an allow
-  #     the orderly shutdown to complete
-  #   * Call `#kill` *only when* the thread pool fails to shutdown in the allotted time
-  #
-  #   On some runtime platforms (most notably the JVM) the application will not
-  #   exit until all thread pools have been shutdown. To prevent applications from
-  #   "hanging" on exit all thread pools include an `at_exit` handler that will
-  #   stop the thread pool when the application exists. This handler uses a brute
-  #   force method to stop the pool and makes no guarantees regarding resources being
-  #   used by any tasks still running. Registration of this `at_exit` handler can be
-  #   prevented by setting the thread pool's constructor `:auto_terminate` option to
-  #   `false` when the thread pool is created. All thread pools support this option.
-  #
-  #   ```ruby
-  #   pool1 = Concurrent::FixedThreadPool.new(5) # an `at_exit` handler will be registered
-  #   pool2 = Concurrent::FixedThreadPool.new(5, auto_terminate: false) # prevent `at_exit` handler registration
-  #   ```
-  #
-  #   @note Failure to properly shutdown a thread pool can lead to unpredictable results.
-  #     Please read *Shutting Down Thread Pools* for more information.
-  #
-  #   @see http://docs.oracle.com/javase/tutorial/essential/concurrency/pools.html Java Tutorials: Thread Pools
-  #   @see http://docs.oracle.com/javase/7/docs/api/java/util/concurrent/Executors.html Java Executors class
-  #   @see http://docs.oracle.com/javase/8/docs/api/java/util/concurrent/ExecutorService.html Java ExecutorService interface
-  #   @see http://ruby-doc.org//core-2.2.0/Kernel.html#method-i-at_exit Kernel#at_exit
-
-
-
-
-
-  # @!macro [attach] fixed_thread_pool
-  #
-  #   A thread pool with a set number of threads. The number of threads in the pool
-  #   is set on construction and remains constant. When all threads are busy new
-  #   tasks `#post` to the thread pool are enqueued until a thread becomes available.
-  #   Should a thread crash for any reason the thread will immediately be removed
-  #   from the pool and replaced.
-  #
-  #   The API and behavior of this class are based on Java's `FixedThreadPool`
-  #
-  # @!macro thread_pool_options
-  class FixedThreadPool < ThreadPoolExecutor
-
-    # @!macro [attach] fixed_thread_pool_method_initialize
-    #
-    #   Create a new thread pool.
-    #
-    #   @param [Integer] num_threads the number of threads to allocate
-    #   @param [Hash] opts the options defining pool behavior.
-    #   @option opts [Symbol] :fallback_policy (`:abort`) the fallback policy
-    #
-    #   @raise [ArgumentError] if `num_threads` is less than or equal to zero
-    #   @raise [ArgumentError] if `fallback_policy` is not a known policy
-    #
-    #   @see http://docs.oracle.com/javase/8/docs/api/java/util/concurrent/Executors.html#newFixedThreadPool-int-
-    def initialize(num_threads, opts = {})
-      raise ArgumentError.new('number of threads must be greater than zero') if num_threads.to_i < 1
-      defaults  = { max_queue:   DEFAULT_MAX_QUEUE_SIZE,
-                    idletime:    DEFAULT_THREAD_IDLETIMEOUT }
-      overrides = { min_threads: num_threads,
-                    max_threads: num_threads }
-      super(defaults.merge(opts).merge(overrides))
-    end
-  end
-end

data/vendor/bundle/jruby/1.9/gems/concurrent-ruby-1.0.0-java/lib/concurrent/executor/ruby_thread_pool_executor.rb

@@ -1,347 +0,0 @@
-require 'thread'
-require 'concurrent/atomic/event'
-require 'concurrent/concern/logging'
-require 'concurrent/executor/ruby_executor_service'
-require 'concurrent/utility/monotonic_time'
-
-module Concurrent
-
-  # @!macro thread_pool_executor
-  # @!macro thread_pool_options
-  # @!visibility private
-  class RubyThreadPoolExecutor < RubyExecutorService
-
-    # @!macro thread_pool_executor_constant_default_max_pool_size
-    DEFAULT_MAX_POOL_SIZE      = 2_147_483_647 # java.lang.Integer::MAX_VALUE
-
-    # @!macro thread_pool_executor_constant_default_min_pool_size
-    DEFAULT_MIN_POOL_SIZE      = 0
-
-    # @!macro thread_pool_executor_constant_default_max_queue_size
-    DEFAULT_MAX_QUEUE_SIZE     = 0
-
-    # @!macro thread_pool_executor_constant_default_thread_timeout
-    DEFAULT_THREAD_IDLETIMEOUT = 60
-
-    # @!macro thread_pool_executor_attr_reader_max_length
-    attr_reader :max_length
-
-    # @!macro thread_pool_executor_attr_reader_min_length
-    attr_reader :min_length
-
-    # @!macro thread_pool_executor_attr_reader_idletime
-    attr_reader :idletime
-
-    # @!macro thread_pool_executor_attr_reader_max_queue
-    attr_reader :max_queue
-
-    # @!macro thread_pool_executor_method_initialize
-    def initialize(opts = {})
-      super(opts)
-    end
-
-    # @!macro thread_pool_executor_attr_reader_largest_length
-    def largest_length
-      synchronize { @largest_length }
-    end
-
-    # @!macro thread_pool_executor_attr_reader_scheduled_task_count
-    def scheduled_task_count
-      synchronize { @scheduled_task_count }
-    end
-
-    # @!macro thread_pool_executor_attr_reader_completed_task_count
-    def completed_task_count
-      synchronize { @completed_task_count }
-    end
-
-    # @!macro executor_service_method_can_overflow_question
-    def can_overflow?
-      synchronize { ns_limited_queue? }
-    end
-
-    # @!macro thread_pool_executor_attr_reader_length
-    def length
-      synchronize { @pool.length }
-    end
-
-    # @!macro thread_pool_executor_attr_reader_queue_length
-    def queue_length
-      synchronize { @queue.length }
-    end
-
-    # @!macro thread_pool_executor_attr_reader_remaining_capacity
-    def remaining_capacity
-      synchronize do
-        if ns_limited_queue?
-          @max_queue - @queue.length
-        else
-          -1
-        end
-      end
-    end
-
-    # @!visibility private
-    def remove_busy_worker(worker)
-      synchronize { ns_remove_busy_worker worker }
-    end
-
-    # @!visibility private
-    def ready_worker(worker)
-      synchronize { ns_ready_worker worker }
-    end
-
-    # @!visibility private
-    def worker_not_old_enough(worker)
-      synchronize { ns_worker_not_old_enough worker }
-    end
-
-    # @!visibility private
-    def worker_died(worker)
-      synchronize { ns_worker_died worker }
-    end
-
-    # @!visibility private
-    def worker_task_completed
-      synchronize { @completed_task_count += 1 }
-    end
-
-    private
-
-    # @!visibility private
-    def ns_initialize(opts)
-      @min_length      = opts.fetch(:min_threads, DEFAULT_MIN_POOL_SIZE).to_i
-      @max_length      = opts.fetch(:max_threads, DEFAULT_MAX_POOL_SIZE).to_i
-      @idletime        = opts.fetch(:idletime, DEFAULT_THREAD_IDLETIMEOUT).to_i
-      @max_queue       = opts.fetch(:max_queue, DEFAULT_MAX_QUEUE_SIZE).to_i
-      @fallback_policy = opts.fetch(:fallback_policy, :abort)
-      raise ArgumentError.new("#{@fallback_policy} is not a valid fallback policy") unless FALLBACK_POLICIES.include?(@fallback_policy)
-
-      raise ArgumentError.new("`max_threads` cannot be less than #{DEFAULT_MIN_POOL_SIZE}") if @max_length < DEFAULT_MIN_POOL_SIZE
-      raise ArgumentError.new("`max_threads` cannot be greater than #{DEFAULT_MAX_POOL_SIZE}") if @max_length > DEFAULT_MAX_POOL_SIZE
-      raise ArgumentError.new("`min_threads` cannot be less than #{DEFAULT_MIN_POOL_SIZE}") if @min_length < DEFAULT_MIN_POOL_SIZE
-      raise ArgumentError.new("`min_threads` cannot be more than `max_threads`") if min_length > max_length
-
-      self.auto_terminate = opts.fetch(:auto_terminate, true)
-
-      @pool                 = [] # all workers
-      @ready                = [] # used as a stash (most idle worker is at the start)
-      @queue                = [] # used as queue
-      # @ready or @queue is empty at all times
-      @scheduled_task_count = 0
-      @completed_task_count = 0
-      @largest_length       = 0
-
-      @gc_interval  = opts.fetch(:gc_interval, @idletime / 2.0).to_i # undocumented
-      @next_gc_time = Concurrent.monotonic_time + @gc_interval
-    end
-
-    # @!visibility private
-    def ns_limited_queue?
-      @max_queue != 0
-    end
-
-    # @!visibility private
-    def ns_execute(*args, &task)
-      if ns_assign_worker(*args, &task) || ns_enqueue(*args, &task)
-        @scheduled_task_count += 1
-      else
-        handle_fallback(*args, &task)
-      end
-
-      ns_prune_pool if @next_gc_time < Concurrent.monotonic_time
-      # raise unless @ready.empty? || @queue.empty? # assert
-    end
-
-    # @!visibility private
-    def ns_shutdown_execution
-      if @pool.empty?
-        # nothing to do
-        stopped_event.set
-      end
-      if @queue.empty?
-        # no more tasks will be accepted, just stop all workers
-        @pool.each(&:stop)
-      end
-
-      # raise unless @ready.empty? || @queue.empty? # assert
-    end
-
-    # @!visibility private
-    def ns_kill_execution
-      # TODO log out unprocessed tasks in queue
-      # TODO try to shutdown first?
-      @pool.each(&:kill)
-      @pool.clear
-      @ready.clear
-    end
-
-    # tries to assign task to a worker, tries to get one from @ready or to create new one
-    # @return [true, false] if task is assigned to a worker
-    #
-    # @!visibility private
-    def ns_assign_worker(*args, &task)
-      # keep growing if the pool is not at the minimum yet
-      worker = (@ready.pop if @pool.size >= @min_length) || ns_add_busy_worker
-      if worker
-        worker << [task, args]
-        true
-      else
-        false
-      end
-    rescue ThreadError
-      # Raised when the operating system refuses to create the new thread
-      return false
-    end
-
-    # tries to enqueue task
-    # @return [true, false] if enqueued
-    #
-    # @!visibility private
-    def ns_enqueue(*args, &task)
-      if !ns_limited_queue? || @queue.size < @max_queue
-        @queue << [task, args]
-        true
-      else
-        false
-      end
-    end
-
-    # @!visibility private
-    def ns_worker_died(worker)
-      ns_remove_busy_worker worker
-      replacement_worker = ns_add_busy_worker
-      ns_ready_worker replacement_worker, false if replacement_worker
-    end
-
-    # creates new worker which has to receive work to do after it's added
-    # @return [nil, Worker] nil of max capacity is reached
-    #
-    # @!visibility private
-    def ns_add_busy_worker
-      return if @pool.size >= @max_length
-
-      @pool << (worker = Worker.new(self))
-      @largest_length = @pool.length if @pool.length > @largest_length
-      worker
-    end
-
-    # handle ready worker, giving it new job or assigning back to @ready
-    #
-    # @!visibility private
-    def ns_ready_worker(worker, success = true)
-      task_and_args = @queue.shift
-      if task_and_args
-        worker << task_and_args
-      else
-        # stop workers when !running?, do not return them to @ready
-        if running?
-          @ready.push(worker)
-        else
-          worker.stop
-        end
-      end
-    end
-
-    # returns back worker to @ready which was not idle for enough time
-    #
-    # @!visibility private
-    def ns_worker_not_old_enough(worker)
-      # let's put workers coming from idle_test back to the start (as the oldest worker)
-      @ready.unshift(worker)
-      true
-    end
-
-    # removes a worker which is not in not tracked in @ready
-    #
-    # @!visibility private
-    def ns_remove_busy_worker(worker)
-      @pool.delete(worker)
-      stopped_event.set if @pool.empty? && !running?
-      true
-    end
-
-    # try oldest worker if it is idle for enough time, it's returned back at the start
-    #
-    # @!visibility private
-    def ns_prune_pool
-      return if @pool.size <= @min_length
-
-      last_used = @ready.shift
-      last_used << :idle_test if last_used
-
-      @next_gc_time = Concurrent.monotonic_time + @gc_interval
-    end
-
-    # @!visibility private
-    class Worker
-      include Concern::Logging
-
-      def initialize(pool)
-        # instance variables accessed only under pool's lock so no need to sync here again
-        @queue  = Queue.new
-        @pool   = pool
-        @thread = create_worker @queue, pool, pool.idletime
-      end
-
-      def <<(message)
-        @queue << message
-      end
-
-      def stop
-        @queue << :stop
-      end
-
-      def kill
-        @thread.kill
-      end
-
-      private
-
-      def create_worker(queue, pool, idletime)
-        Thread.new(queue, pool, idletime) do |my_queue, my_pool, my_idletime|
-          last_message = Concurrent.monotonic_time
-          catch(:stop) do
-            loop do
-
-              case message = my_queue.pop
-              when :idle_test
-                if (Concurrent.monotonic_time - last_message) > my_idletime
-                  my_pool.remove_busy_worker(self)
-                  throw :stop
-                else
-                  my_pool.worker_not_old_enough(self)
-                end
-
-              when :stop
-                my_pool.remove_busy_worker(self)
-                throw :stop
-
-              else
-                task, args = message
-                run_task my_pool, task, args
-                last_message = Concurrent.monotonic_time
-
-                my_pool.ready_worker(self)
-              end
-            end
-          end
-        end
-      end
-
-      def run_task(pool, task, args)
-        task.call(*args)
-        pool.worker_task_completed
-      rescue => ex
-        # let it fail
-        log DEBUG, ex
-      rescue Exception => ex
-        log ERROR, ex
-        pool.worker_died(self)
-        throw :stop
-      end
-    end
-
-    private_constant :Worker
-  end
-end