larrow-runner 0.0.1 → 0.0.2

data/lib/larrow/runner.rb

@@ -1,5 +1,5 @@
-require 'active_support/deprecation'
 require 'active_support/core_ext/hash'
+require 'active_support/core_ext/string'
 
 require "larrow/runner/version"
 require 'larrow/runner/logger'
@@ -18,8 +18,8 @@ module Larrow
                 end
     # global options
     RunOption = {}.with_indifferent_access
-    # cloud wrapper
-    Cloud = Session.load_cloud
+    # default resource file path
+    ResourcePath = '.larrow.resource'
   end
 end
 

data/lib/larrow/runner/cli/tools.rb

@@ -8,7 +8,11 @@ You can save it as .larrow.yml on the project root folder.
       EOF
       def dump url
         vcs = Vcs.detect url
-        configuration = vcs.configuration false
+        configuration = Manifest.configuration(
+          vcs,
+          ignore_base_scripts: true,
+          ignore_larrow: true
+        )
         puts configuration.dump
       end
       

data/lib/larrow/runner/errors.rb

@@ -1 +1,2 @@
-ExecutionError = Class.new StandardError
+ExecutionError    = Class.new StandardError
+InvalidConfigFile = Class.new StandardError

data/lib/larrow/runner/logger.rb

@@ -7,7 +7,7 @@ module Larrow::Runner
   # logger.level(3).title 'hello'
   # logger.level(3).detail 'hello'
   class Logger
-    def initialize logger, level:nil, color:'magenta'
+    def initialize logger, level:nil, color:'green'
       @inner_logger = if logger.is_a? ::Logger
                         logger
                       else
@@ -44,7 +44,7 @@ module Larrow::Runner
     end
 
     def detail msg
-      color('green').info msg
+      color('magenta').info msg
     end
 
     def err msg

data/lib/larrow/runner/manager.rb

@@ -45,6 +45,11 @@ module Larrow::Runner
 
     def handle_exception
       yield
+    rescue InvalidConfigFile => e
+      data = eval(e.message)
+      url = "https://github.com/fsword/larrow-runner/wiki/#{data[:wiki]}"
+      RunLogger.err "invalid config file: #{data[:file]}"
+      RunLogger.level(1).err "see: #{url}"
     rescue => e
       RunOption[:keep] = true if e.is_a?(ExecutionError)
       if e.is_a?(ExecutionError) && !debug?
@@ -88,7 +93,7 @@ module Larrow::Runner
 
     def self.resource
       resource_iterator do |clazz, array|
-        RunLogger.detail clazz.name.split("::").last
+        RunLogger.info clazz.name.split("::").last
         clazz.show array, 1
       end
     end
@@ -101,14 +106,16 @@ module Larrow::Runner
     end
 
     def self.resource_iterator
-      resource = YAML.load(File.read '.larrow.resource') rescue nil
-      return if resource.nil?
+      RunLogger.title "load resource from #{ResourcePath}"
+      resource = YAML.load(File.read ResourcePath) rescue {}
+      
       resource.each_pair do |k,array|
         case k
         when :nodes
           yield Model::Node, array
         end
       end
+      RunLogger.detail "no resource on the file" if resource.empty?
     end
   end
 end

data/lib/larrow/runner/manifest.rb

@@ -13,11 +13,22 @@ module Larrow
 
       extend self
 
-      def configuration source_accessor
-        [ Larrow, Travis, Blank ].each do |clazz|
-          configuration = clazz.new(source_accessor).load
-          return configuration if configuration
+      # options:
+      #   :ignore_larrow : do not try to use larrow adapter
+      #   :ignore_base_scripts : do not merge base scripts
+      def configuration source_accessor, options={}
+        adapters = [Travis, Blank]
+        adapters.unshift Larrow unless options[:ignore_larrow]
+
+        configuration = adapters.each do |clazz|
+          c = clazz.new(source_accessor).load
+          break c if c
+        end
+      
+        unless options[:ignore_base_scripts]
+          add_base_scripts(configuration, source_accessor)
         end
+        configuration
       end
 
       def add_base_scripts configuration,source_accessor

data/lib/larrow/runner/manifest/adapter/larrow.rb

@@ -1,31 +1,33 @@
-module Larrow::Runner::Manifest
-  class Larrow < BaseLoader
-    def config_file
-      source_accessor.larrow_file || '.larrow.yml'
-    end
-
-    # TODO manifest validation
-    def parse content
-      data = YAML.load(content).with_indifferent_access
-      if data.is_a? Array # stages as a Array
-        # TODO
-      elsif data.is_a? Hash # steps as a Hash
-        configuration.image = data[:image]
-        Configuration::DEFINED_GROUPS[:custom].each do |title|
-          v = data[title]
-          build_step title,v if v
+module Larrow::Runner
+  module Manifest
+    class Larrow < BaseLoader
+      def config_file
+        source_accessor.larrow_file || '.larrow.yml'
+      end
+  
+      # TODO manifest validation
+      def parse content
+        data = YAML.load(content).with_indifferent_access
+        if data.is_a? Array # stages as a Array
+          # TODO
+        elsif data.is_a? Hash # steps as a Hash
+          configuration.image = data[:image]
+          Configuration::DEFINED_GROUPS[:custom].each do |title|
+            v = data[title]
+            build_step title,v if v
+          end
         end
       end
-    end
-
-    def build_step title, lines
-      source_dir = if title == :init
-                     nil
-                   else
-                     configuration.source_dir
-                   end
-      scripts = lines.map{|s| Script.new s, base_dir: source_dir}
-      configuration.put_to_step title, scripts
+  
+      def build_step title, lines
+        source_dir = if title == :init
+                       nil
+                     else
+                       configuration.source_dir
+                     end
+        scripts = lines.map{|s| Script.new s, base_dir: source_dir}
+        configuration.put_to_step title, scripts
+      end
     end
   end
 end

data/lib/larrow/runner/manifest/adapter/travis.rb

@@ -1,43 +1,44 @@
 require 'yaml'
 
-module Larrow::Runner::Manifest
-  class Travis < BaseLoader
-    CONFIG_FILE='.travis.yml'
-    attr_accessor :data
-
-    def parse content
-      self.data  = YAML.load(content).with_indifferent_access
-      build_language
-      map_step :prepare,         :before_script
-      map_step :functional_test, :script
-    end
-
-    def map_step title, travis_title
-      source_dir = configuration.source_dir
-      scripts = (data[travis_title] || []).map do |cmd|
-        Script.new cmd, base_dir: source_dir
+module Larrow::Runner
+  module Manifest
+    class Travis < BaseLoader
+      CONFIG_FILE='.travis.yml'
+      attr_accessor :data
+  
+      def parse content
+        self.data  = YAML.load(content).with_indifferent_access
+        build_language
+        map_step :prepare,         :before_script
+        map_step :functional_test, :script
+      end
+  
+      def map_step title, travis_title
+        source_dir = configuration.source_dir
+        scripts = (data[travis_title] || []).map do |cmd|
+          Script.new cmd, base_dir: source_dir
+        end
+        return nil if scripts.empty?
+  
+        configuration.put_to_step title, scripts
+      end
+  
+      def build_language
+        return if data[:language].nil?
+        clazz = eval data[:language].camelize
+        clazz.fulfill(data,configuration)
       end
-      return nil if scripts.empty?
-
-      configuration.put_to_step title, scripts
-    end
-
-    def build_language
-      return if data[:language].nil?
-      clazz = eval data[:language].camelize
-      clazz.fulfill(data,configuration)
     end
-  end
-  class Erlang
-    TEMPLATE_PATH='/opt/install/erlang/%s'
-    def self.fulfill data, configuration
-      revision = case data[:otp_release].last
-                 when /R15/ then 'R15B03'
-                 when /R16/ then 'R16B03'
-                 when /17/  then '17.1'
-                 end rescue '17'
-      install_dir = sprintf(TEMPLATE_PATH,revision.downcase)
-      lines = <<-EOF
+    class Erlang
+      TEMPLATE_PATH='/opt/install/erlang/%s'
+      def self.fulfill data, configuration
+        revision = case data[:otp_release].last
+                   when /R15/ then 'R15B03'
+                   when /R16/ then 'R16B03'
+                   when /17/  then '17.1'
+                   end rescue '17'
+        install_dir = sprintf(TEMPLATE_PATH,revision.downcase)
+        lines = <<-EOF
 echo '-s' >> .curlrc
 curl https://raw.githubusercontent.com/spawngrid/kerl/master/kerl -o /usr/local/bin/kerl
 chmod a+x /usr/local/bin/kerl
@@ -45,29 +46,29 @@ kerl update releases
 kerl build #{revision} #{revision}
 kerl install #{revision} #{install_dir}
 echo 'source #{install_dir}/activate' >> $HOME/.bashrc
-      EOF
-      lines.split(/\n/).each do |line|
-        s = Script.new line
-        configuration.put_to_step :init, s
+        EOF
+        lines.split(/\n/).each do |line|
+          s = Script.new line
+          configuration.put_to_step :init, s
+        end
       end
     end
-  end
-  
-  class Ruby
-    def self.fulfill data, configuration
-      return unless data[:rvm] # only rvm is supported for ruby
-      version = data[:rvm].last
-      lines = <<-EOF
+    
+    class Ruby
+      def self.fulfill data, configuration
+        return unless data[:rvm] # only rvm is supported for ruby
+        version = data[:rvm].last
+        lines = <<-EOF
 echo '-s' >> .curlrc
 curl -sSL https://get.rvm.io | bash -s stable
 echo 'source /etc/profile.d/rvm.sh' >> .bashrc
 rvm install #{version}
-      EOF
-      lines.split(/\n/).each do |line|
-        s = Script.new line
-        configuration.put_to_step :init, s
+        EOF
+        lines.split(/\n/).each do |line|
+          s = Script.new line
+          configuration.put_to_step :init, s
+        end
       end
     end
   end
 end
-

data/lib/larrow/runner/manifest/base_loader.rb

@@ -1,21 +1,23 @@
-module Larrow::Runner::Manifest
-  class BaseLoader
-    attr_accessor :source_accessor,:configuration
-    def initialize source_accessor
-      self.source_accessor = source_accessor
-    end
+module Larrow::Runner
+  module Manifest
+    class BaseLoader
+      attr_accessor :source_accessor,:configuration
+      def initialize source_accessor
+        self.source_accessor = source_accessor
+      end
 
-    def load
-      content = source_accessor.get config_file
-      return nil if content.nil?
+      def load
+        content = source_accessor.get config_file
+        return nil if content.nil?
 
-      self.configuration = Configuration.new
-      parse content
-      self.configuration
-    end
-    
-    def config_file
-      self.class.const_get('CONFIG_FILE')
+        self.configuration = Configuration.new
+        parse content
+        self.configuration
+      end
+
+      def config_file
+        self.class.const_get('CONFIG_FILE')
+      end
     end
   end
 end

data/lib/larrow/runner/manifest/configuration.rb

@@ -1,126 +1,128 @@
-module Larrow::Runner::Manifest
-  # The top of manifest model which store Steps information 
-  class Configuration
-    DEFINED_GROUPS = {
-      all:[
-        :init,
-        :source_sync, #inner step
-        :prepare, 
-        :compile, :unit_test,
-        :before_install, #inner_step
-        :install, :functional_test, 
-        :before_start, #inner_step
-        :start, :integration_test,
-        :after_start, :complete #inner_step
-      ],
-      custom: [
-        :init,
-        :prepare, 
-        :compile, :unit_test,
-        :install, :functional_test, 
-        :start, :integration_test,
-      ],
-      deploy: [
-        :init,:source_sync,:prepare, 
-        :compile,:before_install,:install,
-        :before_start,:start,:after_start,
-        :complete
-      ],
-      image: [:init]
-    }
-   
-    attr_accessor :steps, :image, :source_dir
-    def initialize
-      self.steps = {}
-      self.source_dir = '$HOME/source'
-    end
-
-    def put_to_step title, *scripts
-      steps[title] ||= CmdStep.new(nil, title)
-      steps[title].scripts += scripts.flatten
-      self
-    end
-
-    def insert_to_step title, *scripts
-      steps[title] ||= CmdStep.new(nil, title)
-      steps[title].scripts.unshift *scripts.flatten
-      self
-    end
-
-    def add_source_sync source_accessor
-      steps[:source_sync] = FunctionStep.new(:source_sync) do |node|
-        source_accessor.update_source node,source_dir
+module Larrow::Runner
+  module Manifest
+    # The top of manifest model which store Steps information 
+    class Configuration
+      DEFINED_GROUPS = {
+        all:[
+          :init,
+          :source_sync, #inner step
+          :prepare, 
+          :compile, :unit_test,
+          :before_install, #inner_step
+          :install, :functional_test, 
+          :before_start, #inner_step
+          :start, :integration_test,
+          :after_start, :complete #inner_step
+        ],
+        custom: [
+          :init,
+          :prepare, 
+          :compile, :unit_test,
+          :install, :functional_test, 
+          :start, :integration_test,
+        ],
+        deploy: [
+          :init,:source_sync,:prepare, 
+          :compile,:before_install,:install,
+          :before_start,:start,:after_start,
+          :complete
+        ],
+        image: [:init]
+      }
+     
+      attr_accessor :steps, :image, :source_dir
+      def initialize
+        self.steps = {}
+        self.source_dir = '$HOME/source'
       end
-    end
-
-    def steps_for type
-      groups = DEFINED_GROUPS[type]
-      # ignore init when image id is specified
-      groups = groups - [:init] if image
-      groups.each do |title|
-        yield steps[title] if steps[title]
+  
+      def put_to_step title, *scripts
+        steps[title] ||= CmdStep.new(nil, title)
+        steps[title].scripts += scripts.flatten
+        self
       end
-    end
-
-    def dump
-      data = DEFINED_GROUPS[:all].reduce({}) do |sum,title|
-        next sum if steps[title].nil?
-        scripts_data = steps[title].scripts.map(&:dump).compact
-        sum.update title.to_s => scripts_data
+  
+      def insert_to_step title, *scripts
+        steps[title] ||= CmdStep.new(nil, title)
+        steps[title].scripts.unshift *scripts.flatten
+        self
       end
-      YAML.dump data
-    end
-  end
-
-  # Describe a set of scripts to accomplish a specific goal
-  class CmdStep
-    attr_accessor :scripts, :title
-    def initialize scripts, title
-      self.scripts = scripts || []
-      self.title = title
-    end
-
-    def run_on node
-      scripts.each do |script|
-        node.execute script.actual_command, base_dir: script.base_dir
+  
+      def add_source_sync source_accessor
+        steps[:source_sync] = FunctionStep.new(:source_sync) do |node|
+          source_accessor.update_source node,source_dir
+        end
+      end
+  
+      def steps_for type
+        groups = DEFINED_GROUPS[type]
+        # ignore init when image id is specified
+        groups = groups - [:init] if image
+        groups.each do |title|
+          yield steps[title] if steps[title]
+        end
+      end
+  
+      def dump
+        data = DEFINED_GROUPS[:all].reduce({}) do |sum,title|
+          next sum if steps[title].nil?
+          scripts_data = steps[title].scripts.map(&:dump).compact
+          sum.update title.to_s => scripts_data
+        end
+        YAML.dump data
       end
     end
-  end
-
-  # An abstract step which bind business logic with block
-  # This class designed for some typically service,eg:
-  #   * local file folder sync
-  #   * some service invoke
-  class FunctionStep
-    attr_accessor :block, :title
-    def initialize title, &block
-      self.title = title
-      self.block = block
-    end
-    
-    def run_on node
-      block.call node
-    end
-  end
-
-  # store the real command line
-  #   :cannt_fail used to declare `non-zero retcode of current script will be fail`
-  class Script
-    attr_accessor :cmd, :base_dir, :args, :cannt_fail
-    def initialize cmd, base_dir:nil, args:{}, cannt_fail: true
-      self.cmd = cmd
-      self.args = args
-      self.cannt_fail = cannt_fail
-      self.base_dir = base_dir
+  
+    # Describe a set of scripts to accomplish a specific goal
+    class CmdStep
+      attr_accessor :scripts, :title
+      def initialize scripts, title
+        self.scripts = scripts || []
+        self.title = title
+      end
+  
+      def run_on node
+        scripts.each do |script|
+          node.execute script.actual_command, base_dir: script.base_dir
+        end
+      end
     end
-
-    def actual_command
-      sprintf(cmd, args)
+  
+    # An abstract step which bind business logic with block
+    # This class designed for some typically service,eg:
+    #   * local file folder sync
+    #   * some service invoke
+    class FunctionStep
+      attr_accessor :block, :title
+      def initialize title, &block
+        self.title = title
+        self.block = block
+      end
+      
+      def run_on node
+        block.call node
+      end
     end
-
-    def dump
-      return nil if cmd.empty?
-      cmd
+  
+    # store the real command line
+    #   :cannt_fail used to declare `non-zero retcode of current script will be fail`
+    class Script
+      attr_accessor :cmd, :base_dir, :args, :cannt_fail
+      def initialize cmd, base_dir:nil, args:{}, cannt_fail: true
+        self.cmd = cmd
+        self.args = args
+        self.cannt_fail = cannt_fail
+        self.base_dir = base_dir
+      end
+  
+      def actual_command
+        sprintf(cmd, args)
+      end
+  
+      def dump
+        return nil if cmd.empty?
+        cmd
+      end
     end
   end
 end