abid 0.3.0.pre.alpha.2 → 0.3.0.pre.alpha.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f4721d7f5310427976f61dd1673b774c9881bfeb
-  data.tar.gz: aa2d329aae16145039c4bb28b57d50d3c98dd76b
+  metadata.gz: 53398cf57eddf9c3cc6de80acce35fa592c4d00a
+  data.tar.gz: a89e82cc2adb5d59cc1bbf2697ae21f850f5fa29
 SHA512:
-  metadata.gz: 095800154b3abfccf282351e73b66e1d02e11bdb27e01d0fc54707aa533d4da0e8745c70ecf6f0275f338afa2e3846573cab8ba0c4e25547389888f6957e812b
-  data.tar.gz: fbd9d3d6b3e1975310a39e59d0b7a0b8a22974ec0eb74fe674f3b6702d1f62cd9537259cacb3714c5cd743830a595c4ce6f57a5c4f316068e8d06b0e22a1389e
+  metadata.gz: 06e97ecf6eeb098f101386351b081224b0a665278088e4b266f059603b69ffe8778485a8d9519c18367ee5c964f9c8c8a9c6a56b167da352d2131f38d2ecc883
+  data.tar.gz: 0d20bb8a5032cbec0b2f89416cf8dd872dcce97585685b59447cfb716915423cdd9f25355518e18dc5fc0e2c0e68f0358dad945aa551d79769846366ac5ef9d9

data/exe/abid

@@ -1,4 +1,4 @@
 #!/usr/bin/env ruby
 require 'abid'
 
-Abid::Application.new.run
+Abid.global.application.run

data/lib/abid.rb

@@ -12,21 +12,25 @@ require 'sqlite3'
 require 'sequel'
 
 require 'abid/config'
+require 'abid/environment'
 require 'abid/error'
+require 'abid/engine'
+require 'abid/engine/process'
+require 'abid/engine/process_manager'
+require 'abid/engine/executor'
+require 'abid/engine/scheduler'
+require 'abid/engine/worker_manager'
+require 'abid/engine/waiter'
 require 'abid/params_format'
-require 'abid/state_manager'
+require 'abid/state_manager/database'
 require 'abid/job'
+require 'abid/job_manager'
 
 require 'abid/rake_extensions'
 require 'abid/version'
-require 'abid/abid_module'
-require 'abid/waiter'
-require 'abid/worker'
 require 'abid/params_parser'
 require 'abid/play_core'
 require 'abid/play'
-require 'abid/session'
-require 'abid/state'
 require 'abid/task'
 require 'abid/mixin_task'
 require 'abid/task_manager'
@@ -35,4 +39,15 @@ require 'abid/application'
 
 module Abid
   FIXNUM_MAX = (2**(0.size * 8 - 2) - 1) # :nodoc:
+
+  class << self
+    def global
+      @global ||= Environment.new
+    end
+    attr_writer :global
+
+    def application
+      global.application
+    end
+  end
 end

data/lib/abid/application.rb

@@ -2,55 +2,36 @@ module Abid
   class Application < Rake::Application
     include Abid::TaskManager
 
-    attr_reader :worker
-
-    def initialize
-      super
-      @rakefiles = %w(abidfile Abidfile abidfile.rb Abidfile.rb) << abidfile
-      @worker = Worker.new(self)
-
-      Abid.config.load
-    end
-
-    def run
-      Abid.application = self
-      super
-    end
-
-    # allows the built-in tasks to load without a abidfile
-    def abidfile
-      File.expand_path(File.join(File.dirname(__FILE__), '..', 'Abidfile.rb'))
+    def initialize(env)
+      super()
+      @rakefiles = %w(abidfile Abidfile abidfile.rb Abidfile.rb)
+      @env = env
     end
 
-    # load built-in tasks
-    def load_rakefile
-      standard_exception_handling do
-        glob(File.expand_path('../tasks/*.rake', __FILE__)) do |name|
-          Rake.load_rakefile name
-        end
-      end
+    def init
       super
+      @env.config.load(options.config_file)
     end
 
     def run_with_threads
       yield
     rescue Exception => err
-      worker.kill
+      Engine.kill(err)
       raise err
     else
-      worker.shutdown
+      Engine.shutdown
     end
 
     def invoke_task(task_string) # :nodoc:
       name, args = parse_task_string(task_string)
-      self[name].async_invoke(*args).wait!
+      Job.find_by_task(self[name]).invoke(*args)
     end
 
     def standard_rake_options
       super.each do |opt|
         case opt.first
         when '--execute-print'
-          # disable short option
+          # disable short option (-p)
           opt.delete_at(1)
         when '--version'
           opt[-1] = lambda do |_value|
@@ -61,25 +42,21 @@ module Abid
       end
     end
 
-    def abid_options # :nodoc:
+    def abid_options
       sort_options(
         [
+          ['--config-file', '-C CONFIG_FILE',
+           'Config file path',
+           proc { |v| options.config_file = v }],
           ['--repair',
            'Run the task in repair mode.',
-           proc { options.repair = true }
-          ],
+           proc { options.repair = true }],
           ['--preview', '-p',
            'Run tasks in preview mode.',
-           proc do
-             options.preview = true
-           end
-          ],
+           proc { options.preview = true }],
           ['--wait-external-task',
            'Wait a task finished if it is running in externl process',
-           proc do
-             options.wait_external_task_interval = true
-           end
-          ]
+           proc { options.wait_external_task = true }]
         ]
       )
     end

data/lib/abid/cli.rb

@@ -6,18 +6,19 @@ module Abid
 
     def initialize(*args)
       super(*args)
-      Abid.config.load(options[:config_file])
+      @env = Abid.global
+      @env.config.load(options[:config_file])
     end
 
     desc 'config', 'Show current config'
     def config
-      puts Abid.config.to_yaml
+      puts @env.config.to_yaml
     end
 
     desc 'migrate', 'Run database migration'
     def migrate
       require 'abid/cli/migrate'
-      Migrate.new(options).run
+      Migrate.new(@env, options).run
     end
 
     desc 'assume TASK [TASKS..] [PARAMS]', 'Assume the job to be SUCCESSED'
@@ -25,9 +26,9 @@ module Abid
                    desc: 'set the state even if the job is running'
     def assume(task, *rest_args)
       require 'abid/cli/assume'
-      Assume.new(options, [task, *rest_args]).run
+      Assume.new(@env, options, [task, *rest_args]).run
     rescue AlreadyRunningError
-      exit 1
+      $stderr.puts '[WARN] task alread running.'
     end
 
     desc 'list [PREFIX]', 'List jobs'
@@ -35,7 +36,7 @@ module Abid
     option :before, type: :string, aliases: '-b', desc: 'start time filter'
     def list(prefix = nil)
       require 'abid/cli/list'
-      List.new(options, prefix).run
+      List.new(@env, options, prefix).run
     end
     map ls: :list
 
@@ -46,7 +47,7 @@ module Abid
                    desc: 'no prompt before removal'
     def revoke(job_id, *rest_args)
       require 'abid/cli/revoke'
-      Revoke.new(options, [job_id, *rest_args]).run
+      Revoke.new(@env, options, [job_id, *rest_args]).run
     end
     map rm: :revoke
   end

data/lib/abid/cli/assume.rb

@@ -1,7 +1,8 @@
 module Abid
   class CLI
     class Assume
-      def initialize(options, args)
+      def initialize(env, options, args)
+        @env = env
         @options = options
         @args = args
 
@@ -17,8 +18,8 @@ module Abid
       def assume(task, params)
         params_str = ParamsFormat.format(params)
 
-        job = Job.new(task, params)
-        state = StateManager::State.assume(job, force: @force)
+        job = @env.job_manager[task, params]
+        state = job.state.assume(force: @force)
 
         puts "#{task} #{params_str} (id: #{state.id})" \
              ' is assumed to be SUCCESSED.'

data/lib/abid/cli/list.rb

@@ -3,7 +3,8 @@ require 'abid/cli/table_formatter'
 module Abid
   class CLI
     class List
-      def initialize(options, prefix)
+      def initialize(env, options, prefix)
+        @env = env
         @options = options
         @prefix = prefix
 
@@ -16,9 +17,9 @@ module Abid
       end
 
       def build_table
-        states = StateManager::State
-                 .filter_by_prefix(@prefix)
-                 .filter_by_start_time(after: @after, before: @before)
+        states = @env.db.states
+                     .filter_by_prefix(@prefix)
+                     .filter_by_start_time(after: @after, before: @before)
         table = states.map { |state| format_state(state) }
         TableFormatter.new(table).format
       end

data/lib/abid/cli/migrate.rb

@@ -1,15 +1,14 @@
-require 'abid/state_manager'
-
 module Abid
   class CLI
     class Migrate
-      def initialize(options)
+      def initialize(env, options)
+        @env = env
         @options = options
       end
 
       def run
-        db = StateManager::Database.connect!
-        dir = StateManager::Database.migrations_path
+        db = Sequel.connect(@env.config.database)
+        dir = StateManager::Database::MIGRATIONS_PATH
 
         if Sequel::Migrator.is_current?(db, dir)
           puts 'Schema is latest.'

data/lib/abid/cli/revoke.rb

@@ -3,7 +3,8 @@ require 'abid/cli/table_formatter'
 module Abid
   class CLI
     class Revoke
-      def initialize(options, job_ids)
+      def initialize(env, options, job_ids)
+        @env = env
         @options = options
         @job_ids = job_ids.map(&:to_i)
 
@@ -13,9 +14,9 @@ module Abid
 
       def run
         @job_ids.each do |job_id|
-          state = StateManager::State[job_id]
+          state = @env.db.states[job_id]
           if state.nil?
-            $stderr.puts "state_id #{job_id} not found"
+            $stderr.puts "#{job_id} is not found"
             next
           end
 
@@ -26,7 +27,7 @@ module Abid
       end
 
       def revoke(state)
-        state.revoke(force: @force)
+        @env.db.states.revoke(state.id, force: @force)
         puts "revoked #{state.id}"
       rescue AlreadyRunningError
         params = ParamsFormat.format(YAML.load(state.params))

data/lib/abid/config.rb

@@ -21,7 +21,7 @@ module Abid
 
     # @return [Hash] database configuration
     def database
-      self['database']
+      self['database'].each_with_object({}) { |(k, v), h| h[k.to_sym] = v }
     end
 
     # Load config file.
@@ -29,9 +29,9 @@ module Abid
     # If `config_file` is specified and does not exist, it raises an error.
     #
     # If `config_file` is not specified, it searches config file in
-    # Config.earch_path.
+    # Config.search_path.
     #
-    # When #load is called again, original cofnigurations is cleared.
+    # When #load is called again, original configurations is cleared.
     #
     # @param config_file [String] config file
     # @return [Config] self

data/lib/abid/dsl_definition.rb

@@ -5,11 +5,11 @@ module Abid
     end
 
     def define_worker(name, thread_count)
-      Rake.application.worker.define(name, thread_count)
+      Abid.global.worker_manager.define(name, thread_count)
     end
 
     def play_base(&block)
-      Rake.application.play_base(&block)
+      Abid.application.play_base(&block)
     end
 
     def helpers(*extensions, &block)
@@ -17,7 +17,7 @@ module Abid
     end
 
     def invoke(task, *args, **params)
-      Rake.application[task, **params].async_invoke(*args).wait!
+      Job.find_by_task(Abid.application[task, **params]).invoke(*args)
     end
 
     def mixin(*args, &block)

data/lib/abid/engine.rb

@@ -0,0 +1,13 @@
+module Abid
+  # Engine module operates task execution.
+  module Engine
+    def self.kill(error)
+      Abid.global.worker_manager.kill
+      Abid.global.process_manager.kill(error)
+    end
+
+    def self.shutdown
+      Abid.global.worker_manager.shutdown
+    end
+  end
+end

data/lib/abid/engine/executor.rb

@@ -0,0 +1,126 @@
+module Abid
+  module Engine
+    # @!visibility private
+
+    # Executor operates each task execution.
+    class Executor
+      def initialize(job, args)
+        @job = job
+        @args = args
+
+        @process = job.process
+        @state = job.state.find
+        @prerequisites = job.prerequisites.map(&:process)
+      end
+
+      # Check if the task should be executed.
+      #
+      # @return [Boolean] false if the task should not be executed.
+      def prepare
+        return unless @process.prepare
+        return false if precheck_to_cancel
+        return false if precheck_to_skip
+        true
+      end
+
+      # Start processing the task.
+      #
+      # The task is executed asynchronously.
+      #
+      # @return [Boolean] false if the task is not executed
+      def start
+        return false unless @prerequisites.all?(&:complete?)
+
+        return false if check_to_cancel
+        return false if check_to_skip
+
+        return false unless @process.start
+        execute_or_wait
+        true
+      end
+
+      def capture_exception
+        yield
+      rescue StandardError, ScriptError => error
+        @process.quit(error)
+      rescue Exception => exception
+        # TODO: exit immediately when fatal error occurs.
+        @process.quit(exception)
+      end
+
+      private
+
+      # Cancel the task if it should be.
+      # @return [Boolean] true if cancelled
+      def precheck_to_cancel
+        return false if @job.env.options.repair
+        return false unless @state.failed?
+        return false if @job.task.top_level?
+        @process.cancel(Error.new('task has been failed'))
+      end
+
+      # Skip the task if it should be.
+      # @return [Boolean] true if skipped
+      def precheck_to_skip
+        return @process.skip unless @job.task.concerned?
+
+        return false if @job.env.options.repair && !@prerequisites.empty?
+        return false unless @state.successed?
+        @process.skip
+      end
+
+      # Cancel the task if it should be.
+      # @return [Boolean] true if cancelled
+      def check_to_cancel
+        return false if @prerequisites.empty?
+        return false if @prerequisites.all? { |p| !p.failed? && !p.cancelled? }
+        @process.cancel
+      end
+
+      # Skip the task if it should be.
+      # @return [Boolean] true if skipped
+      def check_to_skip
+        return @process.skip unless @job.task.needed?
+
+        return false if @prerequisites.empty?
+        return false unless @job.env.options.repair
+        return false if @prerequisites.any?(&:successed?)
+        @process.skip
+      end
+
+      # Post the task if no external process executing the same task, wait the
+      # task finished otherwise.
+      def execute_or_wait
+        if @job.state.try_start
+          @job.worker.post { capture_exception { execute } }
+        else
+          Waiter.new(@job).wait
+        end
+      end
+
+      def execute
+        _, error = safe_execute
+
+        call_after_hooks(error)
+        @job.state.finish(error)
+        @process.finish(error)
+      end
+
+      def safe_execute
+        @job.task.call_hooks(:before_execute)
+        @job.task.execute(@args)
+        true
+      rescue => error
+        [false, error]
+      end
+
+      def call_after_hooks(error)
+        @job.task.call_hooks(:after_invoke, error)
+        true
+      rescue
+        # TODO: Error logging
+        false
+      end
+    end
+  end
+end