abid 0.1.1

data/lib/abid/task.rb

@@ -0,0 +1,30 @@
+module Abid
+  class Task < Rake::Task
+    extend Forwardable
+
+    attr_accessor :play_class
+    attr_accessor :play
+
+    def_delegators :play, :params, :worker, :volatile?
+
+    def initialize(task_name, app)
+      super(task_name, app)
+      @actions << proc { |t| t.play.invoke }
+      @actions.freeze
+    end
+
+    def prerequisite_tasks
+      fail 'no play is bound yet' if @play.nil?
+
+      play.prerequisites.map do |pre, params|
+        application[pre, @scope, **params]
+      end
+    end
+
+    class <<self
+      def define_play(*args, &block) # :nodoc:
+        Rake.application.define_play(self, *args, &block)
+      end
+    end
+  end
+end

data/lib/abid/task_manager.rb

@@ -0,0 +1,65 @@
+module Abid
+  module TaskManager
+    def initialize
+      super
+      @plays = {}
+    end
+
+    def define_play(task_class, play_name, extends: nil, &block)
+      task = define_task(task_class, play_name)
+
+      klass = lookup_play_class(extends)
+      task.play_class = Class.new(klass, &block).tap { |c| c.task = task }
+      task
+    end
+
+    def [](task_name, scopes = nil, **params)
+      task = super(task_name, scopes)
+
+      if task.respond_to? :play_class
+        intern_play(task, **params)
+      else
+        task
+      end
+    end
+
+    def intern_play(task, **params)
+      play = task.play_class.new(**params)
+
+      return @plays[play] if @plays.include?(play)
+
+      play.setup
+      @plays[play] = task.dup.tap { |t| t.play = play }
+    end
+
+    def default_play_class(&block)
+      if block_given?
+        @default_play_class = Class.new(Abid::Play, &block)
+      else
+        @default_play_class ||= Abid::Play
+      end
+    end
+
+    def lookup_play_class(task_name, scope = nil)
+      if task_name.nil?
+        default_play_class
+      else
+        task_name = task_name.to_s
+        t = lookup(task_name, scope)
+        if t.respond_to? :play_class
+          t.play_class
+        elsif t.nil?
+          fail "play #{task_name} not found"
+        else
+          fail "task #{task_name} has no play class"
+        end
+      end
+    end
+
+    class << self
+      def record_task_metadata # :nodoc:
+        Rake::TaskManager.record_task_metadata
+      end
+    end
+  end
+end

data/lib/abid/version.rb

@@ -0,0 +1,3 @@
+module Abid
+  VERSION = "0.1.1"
+end

data/lib/abid/waiter.rb

@@ -0,0 +1,110 @@
+module Abid
+  # non-block waiter
+  class Waiter
+    Entry = Struct.new(:ivar, :start_time, :next_time,
+                       :interval, :timeout, :block)
+
+    def initialize
+      @cv = ConditionVariable.new
+      @mutex = Mutex.new
+      @queue = MultiRBTree.new
+      @thread = nil
+      @error = nil
+    end
+
+    def wait(interval: 5, timeout: 60, &block)
+      run_thread
+
+      ivar = Concurrent::IVar.new
+      now = Time.now.to_f
+      next_time = now + interval
+      push(Entry.new(ivar, now, next_time, interval, timeout, block))
+      ivar
+    end
+
+    def shutdown(error = nil)
+      error ||= RuntimeError.new('waiter is shutting down')
+      @mutex.synchronize do
+        @error = error
+        @queue.each { |_, e| e.ivar.fail(error) }
+        @queue.clear
+      end
+    end
+
+    def empty?
+      @queue.empty?
+    end
+
+    def alive?
+      @thread.alive?
+    end
+
+    private
+
+    def push(entry)
+      @mutex.synchronize do
+        fail @error if @error
+
+        @queue[entry.next_time] = entry
+        @cv.signal
+      end
+    end
+
+    def shift
+      _, e = @mutex.synchronize do
+        @cv.wait(@mutex) while @queue.empty?
+        @queue.shift
+      end
+      e
+    end
+
+    def sleep_until_next_time(entry)
+      sleep_time = entry.next_time - Time.now.to_f
+      return true if sleep_time <= 0
+
+      @mutex.synchronize { @cv.wait(@mutex, sleep_time) }
+
+      entry.next_time <= Time.now.to_f
+    end
+
+    def proc_entry(entry)
+      unless sleep_until_next_time(entry)
+        # failed to wait. retry.
+        push(entry)
+        return
+      end
+
+      return if entry.ivar.complete? # canceled
+
+      now = Time.now.to_f
+      elapsed = now - entry.start_time
+      ret = entry.block.call(elapsed)
+      if ret
+        entry.ivar.try_set(ret)
+      elsif entry.timeout > 0 && entry.timeout < elapsed
+        fail 'timeout exceeded'
+      else
+        entry.next_time = now + entry.interval
+        push(entry)
+      end
+    rescue Exception => err
+      begin
+        entry.ivar.fail(err)
+      rescue Concurrent::MultipleAssignmentError
+        nil
+      end
+    end
+
+    def run_thread
+      return if @thread
+
+      @thread = Thread.new do
+        begin
+          proc_entry(shift) while @error.nil?
+        ensure
+          shutdown($ERROR_INFO) if $ERROR_INFO
+        end
+      end
+    end
+  end
+end

data/lib/abid/worker.rb

@@ -0,0 +1,39 @@
+module Abid
+  class Worker
+    def initialize(application)
+      @application = application
+      @pools = {}
+
+      default_thread_num = @application.options.thread_pool_size || \
+                           Rake.suggested_thread_count - 1
+      @pools[:default] = Concurrent::FixedThreadPool.new(
+        default_thread_num,
+        idletime: FIXNUM_MAX
+      )
+
+      @pools[:waiter] = Concurrent::SimpleExecutorService.new
+    end
+
+    def define(name, thread_count)
+      name = name.to_sym
+      fail "worker #{name} already defined" if @pools.include?(name)
+      @pools[name] = Concurrent::FixedThreadPool.new(
+        thread_count,
+        idletime: FIXNUM_MAX
+      )
+    end
+
+    def [](name)
+      name = (name || :default).to_sym
+      fail "worker #{name} is not defined" unless @pools.include?(name)
+      @pools[name]
+    end
+
+    def shutdown
+      @pools.each do |_, pool|
+        pool.shutdown
+        pool.wait_for_termination
+      end
+    end
+  end
+end

data/migrations/01_create_state_table.rb

@@ -0,0 +1,15 @@
+Sequel.migration do
+  change do
+    create_table(:states) do
+      primary_key :id
+      String :digest, null: false
+      String :name, null: false
+      String :params, null: false
+      Integer :state
+      Time :start_time
+      Time :end_time
+
+      index :digest
+    end
+  end
+end

metadata

@@ -0,0 +1,183 @@
+--- !ruby/object:Gem::Specification
+name: abid
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Hikaru Ojima
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-02-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby-ext
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: inifile
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rbtree
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Abid is a simple Workflow Engine based on Rake.
+email:
+- amijo4rihaku@gmail.com
+executables:
+- abid
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- abid.gemspec
+- bin/console
+- bin/setup
+- exe/abid
+- lib/Abidfile.rb
+- lib/abid.rb
+- lib/abid/application.rb
+- lib/abid/dsl_definition.rb
+- lib/abid/params_parser.rb
+- lib/abid/play.rb
+- lib/abid/rake_extensions.rb
+- lib/abid/rake_extensions/task.rb
+- lib/abid/state.rb
+- lib/abid/task.rb
+- lib/abid/task_manager.rb
+- lib/abid/version.rb
+- lib/abid/waiter.rb
+- lib/abid/worker.rb
+- migrations/01_create_state_table.rb
+homepage: https://github.com/ojima-h/abid
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2
+signing_key: 
+specification_version: 4
+summary: Abid is a simple Workflow Engine based on Rake.
+test_files: []