itamae-mitsurin 0.4 → 0.7

data/lib/itamae-mitsurin/mitsurin/serverspec_task.rb

@@ -0,0 +1,123 @@
+require 'json'
+require 'highline'
+include Rake::DSL if defined? Rake::DSL
+
+module Itamae
+  module Mitsurin
+    class ServerspecTask
+
+      class << self
+
+        task :spec => 'spec:all'
+        task :default => :spec
+
+        def self.get_roles(node_file)
+          roles = []
+          JSON.parse(File.read(node_file))['run_list'].each do |role|
+            roles << role.gsub(/role\[(.+)\]/, '\1') if /role\[(.+)\]/ === role
+          end
+          roles
+        end
+
+        def self.get_recipes(role)
+          recipes = []
+          JSON.parse(File.read("roles/#{role}.json"))['run_list'].each do |recipe|
+            if /recipe\[(.+)::(.+)\]/ === recipe
+              recipes << {recipe.gsub(/recipe\[(.+)::(.+)\]/, '\1') => recipe.gsub(/recipe\[(.+)::(.+)\]/, '\2')}
+            else
+              recipes << {recipe.gsub(/recipe\[(.+)\]/, '\1') => nil}
+            end
+          end
+          recipes
+        end
+
+        def self.get_node_recipes(node_file)
+          recipes = []
+          JSON.parse(File.read(node_file))['run_list'].each do |recipe|
+            if /recipe\[(.+)::(.+)\]/ === recipe
+              recipes << {recipe.gsub(/recipe\[(.+)::(.+)\]/, '\1') => recipe.gsub(/recipe\[(.+)::(.+)\]/, '\2')}
+            else
+              recipes << {recipe.gsub(/recipe\[(.+)\]/, '\1') => nil} unless /role\[(.+)\]/ === recipe
+            end
+          end
+          recipes
+        end
+
+        hl = HighLine.new
+
+        namespace :spec do
+          all = []
+          Dir.glob("tmp-nodes/**/*.json").each do |node_file|
+
+            file_name = File.basename(node_file, '.json')
+            node_attr = JSON.parse(File.read(node_file), symbolize_names: true)
+
+            desc "Spec to #{file_name}"
+            task node_attr[:environments][:hostname].split(".")[0] do
+
+            begin
+              recipes = []
+              get_roles(node_file).each do |role|
+                recipes << get_recipes(role)
+              end
+              get_node_recipes(node_file).each do |recipe|
+                recipes << recipe
+              end
+            rescue Exception => e
+              puts e.class.to_s + ", " + e.backtrace[0].to_s
+              puts "nodefile or role error, nodefile:#{node_file} reason:#{e.message}"
+              exit 1
+            else
+              recipes << {'_base' => nil}
+              recipes.flatten!
+            end
+
+            node_name = node_attr[:environments][:hostname]
+            ssh_user = node_attr[:environments][:ssh_user]
+            ssh_password = node_attr[:environments][:ssh_password]
+            sudo_password = node_attr[:environments][:sudo_password]
+            ssh_port = node_attr[:environments][:ssh_port]
+            ssh_key = node_attr[:environments][:ssh_key]
+
+            node_short = node_name.split(".")[0]
+            all << node_short
+
+            desc "Run spec to #{file_name}"
+              ENV['TARGET_HOST'] = node_name
+              ENV['NODE_FILE'] = node_file
+              ENV['SSH_PASSWORD'] = ssh_password
+              ENV['SUDO_PASSWORD'] = sudo_password
+              ENV['SSH_KEY'] = "keys/#{ssh_key}"
+              ENV['SSH_PORT'] = ssh_port
+              ENV['SSH_USER'] = ssh_user
+
+              specs = "bundle exec rspec"
+
+              # recipe load to_spec
+              spec_pattern = []
+              recipes.each do |spec_h|
+                if spec_h["#{spec_h.keys.join}"].nil?
+                  spec_pattern <<
+                      " #{Dir.glob("site-cookbooks/**/#{spec_h.keys.join}/spec/default_spec.rb").join}"
+                else
+                  spec_pattern <<
+                      " #{Dir.glob("site-cookbooks/**/#{spec_h.keys.join}/spec/#{spec_h["#{spec_h.keys.join}"]}_spec.rb").join}"
+                end
+              end
+              spec_pattern.sort_by! {|item| File.dirname(item)}
+              specs << spec_pattern.join
+              run_list_noti = []
+              spec_pattern.each {|c_spec| run_list_noti << c_spec.split("/") [2]}
+              puts hl.color(%!Run Serverspec to \"#{node_name}\"!, :red)
+              puts hl.color(%!Run List to \"#{run_list_noti.uniq.join(", ")}\"!, :green)
+              st = system specs
+              exit 1 unless st
+            end
+            task :all => all
+            task :default => :all
+          end
+        end
+      end
+    end
+  end
+end

data/lib/{itamae → itamae-mitsurin}/node.rb

@@ -1,9 +1,9 @@
-require 'itamae'
+require 'itamae-mitsurin'
 require 'hashie'
 require 'json'
 require 'schash'
 
-module Itamae
+module ItamaeMitsurin
   class Node
     ValidationError = Class.new(StandardError)
 
@@ -34,7 +34,7 @@ module Itamae
       errors = Schash::Validator.new(&block).validate(@mash)
       unless errors.empty?
         errors.each do |error|
-          Itamae.logger.error "'#{error.position.join('->')}' #{error.message}"
+          ItamaeMitsurin.logger.error "'#{error.position.join('->')}' #{error.message}"
         end
         raise ValidationError
       end

data/lib/{itamae → itamae-mitsurin}/notification.rb

@@ -1,6 +1,6 @@
-require 'itamae'
+require 'itamae-mitsurin'
 
-module Itamae
+module ItamaeMitsurin
   class Notification < Struct.new(:defined_in_resource, :action, :target_resource_desc, :timing)
     def self.create(*args)
       self.new(*args).tap(&:validate!)
@@ -32,7 +32,7 @@ module Itamae
 
     def validate!
       unless [:delay, :delayed, :immediately].include?(timing)
-        Itamae.logger.error "'#{timing}' is not valid notification timing. (Valid option is delayed or immediately)"
+        ItamaeMitsurin.logger.error "'#{timing}' is not valid notification timing. (Valid option is delayed or immediately)"
         abort
       end
     end

data/lib/{itamae → itamae-mitsurin}/recipe.rb

@@ -1,6 +1,6 @@
-require 'itamae'
+require 'itamae-mitsurin'
 
-module Itamae
+module ItamaeMitsurin
   class Recipe
     NotFoundError = Class.new(StandardError)
 
@@ -62,7 +62,7 @@ module Itamae
       show_banner
 
       @runner.handler.event(:recipe, path: @path) do
-        Itamae.logger.with_indent do
+        ItamaeMitsurin.logger.with_indent do
           @children.run
           run_delayed_notifications
         end
@@ -82,7 +82,7 @@ module Itamae
     end
 
     def show_banner
-      Itamae.logger.info "Recipe: #{@path}"
+      ItamaeMitsurin.logger.info "Recipe: #{@path}"
     end
 
     class EvalContext
@@ -131,7 +131,7 @@ module Itamae
         end
 
         if runner.children.find_recipe_by_path(path)
-          Itamae.logger.debug "Recipe, #{path}, is skipped because it is already included"
+          ItamaeMitsurin.logger.debug "Recipe, #{path}, is skipped because it is already included"
           return
         end
 
@@ -164,7 +164,7 @@ module Itamae
       private
 
       def show_banner
-        Itamae.logger.debug "#{@definition.resource_type}[#{@definition.resource_name}]"
+        ItamaeMitsurin.logger.debug "#{@definition.resource_type}[#{@definition.resource_name}]"
       end
     end
   end

data/lib/{itamae → itamae-mitsurin}/recipe_children.rb

@@ -1,11 +1,11 @@
-module Itamae
+module ItamaeMitsurin
   class RecipeChildren < Array
     NotFoundError = Class.new(StandardError)
 
     def find_resource_by_description(desc)
       # desc is like 'resource_type[name]'
       resources.find do |resource|
-        type, name = Itamae::Resource.parse_description(desc)
+        type, name = ItamaeMitsurin::Resource.parse_description(desc)
         resource.resource_type == type && resource.resource_name == name
       end.tap do |resource|
         unless resource

data/lib/{itamae → itamae-mitsurin}/resource.rb

@@ -1,24 +1,24 @@
-require 'itamae'
-require 'itamae/mitsurin'
-require 'itamae/resource/base'
-require 'itamae/resource/file'
-require 'itamae/resource/package'
-require 'itamae/resource/remote_directory'
-require 'itamae/resource/remote_file'
-require 'itamae/resource/directory'
-require 'itamae/resource/template'
-require 'itamae/resource/http_request'
-require 'itamae/resource/execute'
-require 'itamae/resource/service'
-require 'itamae/resource/link'
-require 'itamae/resource/local_ruby_block'
-require 'itamae/resource/git'
-require 'itamae/resource/user'
-require 'itamae/resource/group'
-require 'itamae/resource/gem_package'
-require 'itamae/resource/aws_ebs_volume'
+require 'itamae-mitsurin'
+require 'itamae-mitsurin/mitsurin'
+require 'itamae-mitsurin/resource/base'
+require 'itamae-mitsurin/resource/file'
+require 'itamae-mitsurin/resource/package'
+require 'itamae-mitsurin/resource/remote_directory'
+require 'itamae-mitsurin/resource/remote_file'
+require 'itamae-mitsurin/resource/directory'
+require 'itamae-mitsurin/resource/template'
+require 'itamae-mitsurin/resource/http_request'
+require 'itamae-mitsurin/resource/execute'
+require 'itamae-mitsurin/resource/service'
+require 'itamae-mitsurin/resource/link'
+require 'itamae-mitsurin/resource/local_ruby_block'
+require 'itamae-mitsurin/resource/git'
+require 'itamae-mitsurin/resource/user'
+require 'itamae-mitsurin/resource/group'
+require 'itamae-mitsurin/resource/gem_package'
+require 'itamae-mitsurin/resource/aws_ebs_volume'
 
-module Itamae
+module ItamaeMitsurin
   module Resource
     Error = Class.new(StandardError)
     AttributeMissingError = Class.new(StandardError)
@@ -35,7 +35,7 @@ module Itamae
           self.const_get(to_camel_case(method.to_s))
         rescue NameError
           begin
-            ::Itamae::Plugin::Resource.const_get(to_camel_case(method.to_s))
+            ::ItamaeMitsurin::Plugin::Resource.const_get(to_camel_case(method.to_s))
           rescue NameError
             autoload_plugin_resource(method)
           end
@@ -45,7 +45,7 @@ module Itamae
       def autoload_plugin_resource(method)
         begin
           require "itamae/plugin/resource/#{method}"
-          ::Itamae::Plugin::Resource.const_get(to_camel_case(method.to_s))
+          ::ItamaeMitsurin::Plugin::Resource.const_get(to_camel_case(method.to_s))
         rescue LoadError, NameError
           raise Error, "#{method} resource is missing."
         end
@@ -54,7 +54,7 @@ module Itamae
       def define_resource(name, klass)
         class_name = to_camel_case(name.to_s)
         if Resource.const_defined?(class_name)
-          Itamae.logger.warn "Redefine class. (#{class_name})"
+          ItamaeMitsurin.logger.warn "Redefine class. (#{class_name})"
           return
         end
 

data/lib/{itamae → itamae-mitsurin}/resource/aws_ebs_volume.rb

@@ -1,7 +1,7 @@
-require 'itamae'
-require 'itamae/mitsurin'
+require 'itamae-mitsurin'
+require 'itamae-mitsurin/mitsurin'
 
-module Itamae
+module ItamaeMitsurin
     module Resource
       class AwsEbsVolume < Base
         define_attribute :action, default: :create

data/lib/{itamae → itamae-mitsurin}/resource/base.rb

@@ -1,8 +1,8 @@
-require 'itamae'
+require 'itamae-mitsurin'
 require 'shellwords'
 require 'hashie'
 
-module Itamae
+module ItamaeMitsurin
   module Resource
     class Base
       class EvalContext
@@ -122,14 +122,14 @@ module Itamae
 
       def run(specific_action = nil)
         runner.handler.event(:resource, resource_type: resource_type, resource_name: resource_name) do
-          Itamae.logger.debug "#{resource_type}[#{resource_name}]"
+          ItamaeMitsurin.logger.debug "#{resource_type}[#{resource_name}]"
 
-          Itamae.logger.with_indent_if(Itamae.logger.debug?) do
+          ItamaeMitsurin.logger.with_indent_if(ItamaeMitsurin.logger.debug?) do
             if do_not_run_because_of_only_if?
-              Itamae.logger.debug "#{resource_type}[#{resource_name}] Execution skipped because of only_if attribute"
+              ItamaeMitsurin.logger.debug "#{resource_type}[#{resource_name}] Execution skipped because of only_if attribute"
               return
             elsif do_not_run_because_of_not_if?
-              Itamae.logger.debug "#{resource_type}[#{resource_name}] Execution skipped because of not_if attribute"
+              ItamaeMitsurin.logger.debug "#{resource_type}[#{resource_name}] Execution skipped because of not_if attribute"
               return
             end
 
@@ -147,7 +147,7 @@ module Itamae
           @updated = false
         end
       rescue Backend::CommandExecutionError
-        Itamae.logger.error "#{resource_type}[#{resource_name}] Failed."
+        ItamaeMitsurin.logger.error "#{resource_type}[#{resource_name}] Failed."
         exit 2
       end
 
@@ -170,24 +170,24 @@ module Itamae
 
           clear_current_attributes
 
-          Itamae.logger.debug "#{resource_type}[#{resource_name}] action: #{action}"
+          ItamaeMitsurin.logger.debug "#{resource_type}[#{resource_name}] action: #{action}"
 
           return if action == :nothing
 
-          Itamae.logger.with_indent_if(Itamae.logger.debug?) do
-            Itamae.logger.debug "(in pre_action)"
+          ItamaeMitsurin.logger.with_indent_if(ItamaeMitsurin.logger.debug?) do
+            ItamaeMitsurin.logger.debug "(in pre_action)"
             pre_action
 
-            Itamae.logger.debug "(in set_current_attributes)"
+            ItamaeMitsurin.logger.debug "(in set_current_attributes)"
             set_current_attributes
 
-            Itamae.logger.debug "(in show_differences)"
+            ItamaeMitsurin.logger.debug "(in show_differences)"
             show_differences
 
             method_name = "action_#{action}"
             if runner.dry_run?
               unless respond_to?(method_name)
-                Itamae.logger.error "action #{action.inspect} is unavailable"
+                ItamaeMitsurin.logger.error "action #{action.inspect} is unavailable"
               end
             else
               args = [method_name]
@@ -236,14 +236,14 @@ module Itamae
           if current_value.nil? && value.nil?
             # ignore
           elsif current_value.nil? && !value.nil?
-            Itamae.logger.color :green do
-              Itamae.logger.info "#{resource_type}[#{resource_name}] #{key} will be '#{value}'"
+            ItamaeMitsurin.logger.color :green do
+              ItamaeMitsurin.logger.info "#{resource_type}[#{resource_name}] #{key} will be '#{value}'"
             end
           elsif current_value == value || value.nil?
-            Itamae.logger.debug "#{resource_type}[#{resource_name}] #{key} will not change (current value is '#{current_value}')"
+            ItamaeMitsurin.logger.debug "#{resource_type}[#{resource_name}] #{key} will not change (current value is '#{current_value}')"
           else
-            Itamae.logger.color :green do
-              Itamae.logger.info "#{resource_type}[#{resource_name}] #{key} will change from '#{current_value}' to '#{value}'"
+            ItamaeMitsurin.logger.color :green do
+              ItamaeMitsurin.logger.info "#{resource_type}[#{resource_name}] #{key} will change from '#{current_value}' to '#{value}'"
             end
           end
         end
@@ -327,7 +327,7 @@ module Itamae
       end
 
       def updated!
-        Itamae.logger.debug "This resource is updated."
+        ItamaeMitsurin.logger.debug "This resource is updated."
         @updated = true
       end
 
@@ -345,10 +345,10 @@ module Itamae
             message << " (immediately)"
           end
 
-          Itamae.logger.info message
+          ItamaeMitsurin.logger.info message
 
           if notification.instance_of?(Subscription)
-            Itamae.logger.info "(because it subscribes this resource)"
+            ItamaeMitsurin.logger.info "(because it subscribes this resource)"
           end
 
           if notification.delayed?
@@ -362,8 +362,8 @@ module Itamae
       def verify
         return if @verify_commands.empty?
 
-        Itamae.logger.info "Verifying..."
-        Itamae.logger.with_indent do
+        ItamaeMitsurin.logger.info "Verifying..."
+        ItamaeMitsurin.logger.with_indent do
           @verify_commands.each do |command|
             run_command(command)
           end

data/lib/{itamae → itamae-mitsurin}/resource/directory.rb

@@ -1,6 +1,6 @@
-require 'itamae'
+require 'itamae-mitsurin'
 
-module Itamae
+module ItamaeMitsurin
   module Resource
     class Directory < Base
       define_attribute :action, default: :create

data/lib/{itamae → itamae-mitsurin}/resource/execute.rb

@@ -1,6 +1,6 @@
-require 'itamae'
+require 'itamae-mitsurin'
 
-module Itamae
+module ItamaeMitsurin
   module Resource
     class Execute < Base
       define_attribute :action, default: :run

data/lib/itamae-mitsurin/resource/file.rb

@@ -0,0 +1,180 @@
+require 'itamae-mitsurin'
+
+module ItamaeMitsurin
+  module Resource
+    class File < Base
+      define_attribute :action, default: :create
+      define_attribute :path, type: String, default_name: true
+      define_attribute :content, type: String, default: nil
+      define_attribute :mode, type: String
+      define_attribute :owner, type: String
+      define_attribute :group, type: String
+      define_attribute :block, type: Proc, default: proc {}
+
+      def pre_action
+        case @current_action
+        when :create
+          attributes.exist = true
+        when :delete
+          attributes.exist = false
+        when :edit
+          attributes.exist = true
+
+          unless runner.dry_run?
+            content = backend.receive_file(attributes.path)
+            attributes.block.call(content)
+            attributes.content = content
+          end
+        end
+
+        send_tempfile
+      end
+
+      def set_current_attributes
+        current.exist = run_specinfra(:check_file_is_file, attributes.path)
+
+        if current.exist
+          current.mode = run_specinfra(:get_file_mode, attributes.path).stdout.chomp
+          current.owner = run_specinfra(:get_file_owner_user, attributes.path).stdout.chomp
+          current.group = run_specinfra(:get_file_owner_group, attributes.path).stdout.chomp
+        else
+          current.mode = nil
+          current.owner = nil
+          current.group = nil
+        end
+      end
+
+      def show_differences
+        current.mode    = current.mode.rjust(4, '0') if current.mode
+        attributes.mode = attributes.mode.rjust(4, '0') if attributes.mode
+
+        super
+
+        if @temppath && @current_action != :delete
+          compare_file
+        end
+      end
+
+      def action_create(options)
+        if !current.exist && !@temppath
+          run_command(["touch", attributes.path])
+        end
+
+        change_target = @temppath || attributes.path
+
+        if attributes.mode
+          run_specinfra(:change_file_mode, change_target, attributes.mode)
+        end
+        if attributes.owner || attributes.group
+          run_specinfra(:change_file_owner, change_target, attributes.owner, attributes.group)
+        end
+
+        if @temppath
+          if run_specinfra(:check_file_is_file, attributes.path)
+            unless check_command(["diff", "-q", @temppath, attributes.path])
+              # the file is modified
+              updated!
+            end
+          else
+            # new file
+            updated!
+          end
+
+          if updated?
+            run_specinfra(:move_file, @temppath, attributes.path)
+          end
+        end
+      end
+
+      def action_delete(options)
+        if run_specinfra(:check_file_is_file, attributes.path)
+          run_specinfra(:remove_file, attributes.path)
+        end
+      end
+
+      def action_edit(options)
+        if attributes.mode
+          run_specinfra(:change_file_mode, @temppath, attributes.mode)
+        else
+          mode = run_specinfra(:get_file_mode, attributes.path).stdout.chomp
+          run_specinfra(:change_file_mode, @temppath, mode)
+        end
+
+        if attributes.owner || attributes.group
+          run_specinfra(:change_file_owner, @temppath, attributes.owner, attributes.group)
+        else
+          owner = run_specinfra(:get_file_owner_user, attributes.path).stdout.chomp
+          group = run_specinfra(:get_file_owner_group, attributes.path).stdout.chomp
+          run_specinfra(:change_file_owner, @temppath, owner)
+          run_specinfra(:change_file_group, @temppath, group)
+        end
+
+        unless check_command(["diff", "-q", @temppath, attributes.path])
+          # the file is modified
+          updated!
+        end
+
+        run_specinfra(:move_file, @temppath, attributes.path)
+      end
+
+      private
+
+      def compare_file
+        compare_to = if current.exist
+                       attributes.path
+                     else
+                       '/dev/null'
+                     end
+
+        diff = run_command(["diff", "-u", compare_to, @temppath], error: false)
+        if diff.exit_status == 0
+          # no change
+          ItamaeMitsurin.logger.debug "file content will not change"
+        else
+          ItamaeMitsurin.logger.info "diff:"
+          diff.stdout.each_line do |line|
+            color = if line.start_with?('+')
+                      :green
+                    elsif line.start_with?('-')
+                      :red
+                    else
+                      :clear
+                    end
+            ItamaeMitsurin.logger.color(color) do
+              ItamaeMitsurin.logger.info line.chomp
+            end
+          end
+          runner.handler.event(:file_content_changed, diff: diff.stdout)
+        end
+      end
+
+      # will be overridden
+      def content_file
+        nil
+      end
+
+      def send_tempfile
+        if !attributes.content && !content_file
+          @temppath = nil
+          return
+        end
+
+        begin
+          src = if content_file
+                  content_file
+                else
+                  f = Tempfile.open('itamae')
+                  f.write(attributes.content)
+                  f.close
+                  f.path
+                end
+
+          @temppath = ::File.join(runner.tmpdir, Time.now.to_f.to_s)
+          backend.send_file(src, @temppath)
+        ensure
+          f.unlink if f
+        end
+      end
+    end
+  end
+end