itamae-mitsurin 0.50 → 1.0.0

data/lib/itamae-mitsurin/mitsurin/serverspec_task.rb

@@ -1,106 +1,81 @@
-require 'itamae-mitsurin/mitsurin/task_base'
-include Rake::DSL if defined? Rake::DSL
+require 'itamae-mitsurin/mitsurin/base_task'
 
-module Itamae
+module ItamaeMitsurin
   module Mitsurin
-    class ServerspecTask
+    class ServerspecTask < BaseTask
+      LoadSpecError = Class.new(StandardError)
 
-      TaskBase = ItamaeMitsurin::Mitsurin::TaskBase
+      def list_recipe_filepath(run_list)
+        recipes = []
+        run_list.each do |recipe|
+          target_list = Dir.glob("site-cookbooks/**/#{recipe.keys.join}/spec/#{recipe.values.join}_spec.rb")
+
+          raise LoadSpecError, "#{recipe.to_a.join('::')} cookbook or spec does not exist." if target_list.empty?
+
+          target_list.each do |target|
+            recipes << " #{target}"
+          end
+        end
+
+        recipes
+      end
+
+      ItamaeMitsurin.logger.formatter.colored = true
+      task = ServerspecTask.new
 
       namespace :spec do
         all = []
-        Dir.glob("tmp-nodes/**/*.json").each do |node_file|
 
-          file_name = File.basename(node_file, '.json')
+        Dir.glob('nodes/**/*.json').each do |node_file|
           begin
-            node_attr = JSON.parse(File.read(node_file), symbolize_names: true)
-          rescue JSON::ParserError => e
-            puts e.class.to_s + ", " + e.backtrace[0].to_s
-            puts "Node error, nodefile:#{node_file}, reason:#{e.message}"
+            node_name = File.basename(node_file, '.json')
+            node = task.load_node_attributes(node_file)
+            node_short = node[:environments][:hostname].split('.')[0]
+          rescue => e
+            ItamaeMitsurin.logger.error e.inspect
+            ItamaeMitsurin.logger.info "From node file: #{node_file}"
+            exit 2
           end
 
-          node_short = node_attr[:environments][:hostname].split(".")[0]
           all << node_short
-          desc "Serverspec to all nodes"
-          task :all => all
-
-          desc "Spec to #{file_name}"
-          task node_attr[:environments][:hostname].split(".")[0] do
+          desc 'Serverspec to all nodes'
+          task 'all' => all
 
+          desc "Serverspec to #{node_name}"
+          task node_short do
             begin
-              recipes = []
-              TaskBase.get_roles(node_file).each do |role|
-                recipes << TaskBase.get_recipes(role)
-              end
-              TaskBase.get_node_recipes(node_file).each do |recipe|
-                recipes << recipe
-              end
-            rescue Exception => e
-              puts e.class.to_s + ", " + e.backtrace[0].to_s
-              puts "Node or role error, nodefile:#{node_file} reason:#{e.message}"
-              exit 1
-            else
-              recipes << {'_base' => 'default'}
-              recipes.flatten!
-            end
-
-            node_name = node_attr[:environments][:hostname]
-            ssh_user = node_attr[:environments][:ssh_user]
-            ssh_password = node_attr[:environments][:ssh_password]
-            sudo_password = node_attr[:environments][:sudo_password]
-            ssh_port = node_attr[:environments][:ssh_port]
-            ssh_key = node_attr[:environments][:ssh_key]
+              run_list = task.load_run_list(node_file)
+              environments = task.load_environments(node)
+              recipe_attributes_list = task.load_recipe_attributes(run_list)
 
-            desc "Run spec to #{file_name}"
-            ENV['TARGET_HOST'] = node_name
-            ENV['NODE_FILE'] = node_file
-            ENV['SSH_PASSWORD'] = ssh_password
-            ENV['SUDO_PASSWORD'] = sudo_password
-            ENV['SSH_KEY'] = "keys/#{ssh_key}"
-            ENV['SSH_PORT'] = ssh_port
-            ENV['SSH_USER'] = ssh_user
+              merged_recipe = task.merge_attributes(recipe_attributes_list)
+              merged_environments = task.merge_attributes(merged_recipe, environments)
+              attributes = task.merge_attributes(merged_environments, node)
+              task.create_tmp_nodes(node_name, attributes)
 
-            specs = "bundle exec rspec"
+              command = task.create_spec_command(node_name, attributes)
+              command_recipe = task.list_recipe_filepath(run_list)
+              command_recipe.sort_by! {|item| File.dirname(item) }
+              command << command_recipe.join
 
-            # Pass to read the spec command
-            command_recipe = []
-            recipes.each do |recipe_h|
-              target_recipe = "site-cookbooks/**/#{recipe_h.keys.join}/spec/#{recipe_h[recipe_h.keys.join]}_spec.rb"
-              if Dir.glob(target_recipe).empty?
-                raise "Spec load error, nodefile: #{node_file}, reason: Does not exist " +
-                      recipe_h.keys.join + '::' + recipe_h.values.join
-              end
-              Dir.glob(target_recipe).join("\s").split.each do |target|
-                unless File.exists?(target)
-                  ex_recipe = recipe_h.to_s.gsub('=>', '::').gsub('"', '')
-                  raise "Spec load error, nodefile: #{node_file}, reason: Does not exist #{ex_recipe}"
+              task.runner_display(attributes[:run_list], run_list, command)
+              st = system command
+              if st
+                ItamaeMitsurin.logger.color(:green) do
+                  ItamaeMitsurin.logger.info 'serverspec_task is completed.'
                 end
-                command_recipe << " #{target}"
-              end
-            end
-
-            command_recipe.sort_by! {|item| File.dirname(item)}
-            command << command_recipe.join
-
-            puts TaskBase.hl.color(%!Run Serverspec to "#{bname}"!, :red)
-            run_list_noti = []
-            command_recipe.each { |c_recipe|
-              unless c_recipe.split('/')[4].split('.')[0] == 'default_spec'
-                subspec = c_recipe.split('/')[4].split('.')[0].split('_')[0..-2].join('_')
-                run_list_noti << c_recipe.split('/')[2] + "::#{subspec}"
               else
-                run_list_noti << c_recipe.split('/')[2]
+                ItamaeMitsurin.logger.error 'serverspec_task is failed.'
+                exit 1
               end
-            }
-
-            puts TaskBase.hl.color(%!Run List to \"#{run_list_noti.uniq.join(", ")}\"!, :green)
-            puts TaskBase.hl.color(%!#{command}!, :white)
-            st = system command
-            exit 1 unless st
+            rescue => e
+              ItamaeMitsurin.logger.error e.inspect
+              ItamaeMitsurin.logger.info "From node file: #{node_file}"
+              exit 2
+            end
           end
         end
       end
-
     end
   end
 end

data/lib/itamae-mitsurin/mitsurin/serverspec_with_target_task.rb

@@ -1,171 +1,108 @@
-require 'itamae-mitsurin/mitsurin/task_base'
-include Rake::DSL if defined? Rake::DSL
+require 'itamae-mitsurin/mitsurin/base_task'
 
 module ItamaeMitsurin
   module Mitsurin
-    class ServerspecWithTargetTask
+    class ServerspecWithTargetTask < BaseTask
+      ChangeTargetError = Class.new(StandardError)
+      LoadSpecError = Class.new(StandardError)
 
-      namespace :spec do
-        all = []
-        if (ARGV[0] == '-T' || ARGV[0] == '--tasks') && ARGV[1] != nil
-          if File.exists?("nodes/#{ARGV[1]}")
-          project_h = {:project => ARGV[1]}
-          File.open "Project.json", 'w' do |f|
-            f.flock File::LOCK_EX
-            f.puts project_h.to_json
-            f.flock File::LOCK_UN
-          end
-          puts TaskBase.hl.color "Changed target mode '#{ARGV[1]}'", :green
-          else
-            raise "Change mode error '#{ARGV[1]}' is not exists"
+      def list_recipe_filepath(run_list)
+        recipes = []
+        run_list.each do |recipe|
+          target_list = Dir.glob("site-cookbooks/**/#{recipe.keys.join}/spec/#{recipe.values.join}_spec.rb")
+
+          raise LoadSpecError, "#{recipe.to_a.join('::')} cookbook or spec does not exist." if target_list.empty?
+
+          target_list.each do |target|
+            recipes << " #{target}"
           end
         end
-        ret = JSON.parse(File.read("Project.json"))
-        target = ret["project"] << '/**'
 
-        Dir.glob("nodes/#{target}/*.json").each do |node_file|
-          bname = File.basename(node_file, '.json')
+        recipes
+      end
 
-          begin
-            node_h = JSON.parse(File.read(node_file), symbolize_names: true)
-          rescue JSON::ParserError => e
-            puts e.class.to_s + ", " + e.backtrace[0].to_s
-            puts "Node error, nodefile:#{node_file}, reason:#{e.message}"
-          end
+      ItamaeMitsurin.logger.formatter.colored = true
+      task = ServerspecWithTargetTask.new
 
-          node_short = node_h[:environments][:hostname].split(".")[0]
-          all << node_short
-          desc "Serverspec to all nodes"
-          task :all => all
+      namespace :spec do
+        all = []
 
-          desc "Serverspec to #{bname}"
-          task node_h[:environments][:hostname].split(".")[0] do
-            begin
-              recipes = []
-              TaskBase.get_roles(node_file).each do |role|
-                recipes << TaskBase.get_recipes(role)
-              end
-              TaskBase.get_node_recipes(node_file).each do |recipe|
-                recipes << recipe
-              end
-            rescue Exception => e
-              puts e.class.to_s + ", " + e.backtrace[0].to_s
-              puts "Node or role error, nodefile:#{node_file}, reason:#{e.message}"
-            else
-              recipes.flatten!
-            end
+        begin
+          project = { project: ARGV[1] }
 
-            # get env attr
-            begin
-              env_set = node_h[:environments][:set]
-              raise "No environments set error" if env_set.nil?
-              env_h = JSON.parse(File.read("environments/#{env_set}.json"), symbolize_names: true)
-            rescue Exception => e
-              puts e.class.to_s + ", " + e.backtrace[0].to_s
-              puts "Node or environment error, nodefile:#{node_file}, reason:#{e.message}"
+          if (ARGV[0] == '-T' || ARGV[0] == '--tasks') && !project[:project].nil?
+            unless Dir.exist?("nodes/#{project[:project]}")
+              raise ChangeTargetError, "'#{project[:project]}' project is not exist."
             end
 
-            # get recipes attr
-            recipe_attr_file = []
-            recipes.each do |recipe_h|
-              if recipe_h["#{recipe_h.keys.join}"] == "default"
-                recipe_attr_file.insert 0,
-                    Dir.glob("site-cookbooks/**/#{recipe_h.keys.join}/attributes/#{recipe_h["#{recipe_h.keys.join}"]}.json")
-              else
-                recipe_attr_file <<
-                    Dir.glob("site-cookbooks/**/#{recipe_h.keys.join}/attributes/#{recipe_h["#{recipe_h.keys.join}"]}.json")
-              end
+            File.open 'Project.json', 'w' do |f|
+              f.flock File::LOCK_EX
+              f.puts project.to_json
+              f.flock File::LOCK_UN
             end
 
-            recipe_attr_file.flatten!
+            resp = JSON.parse(File.read('Project.json'))
+            target = resp['project'] << '/**'
 
-            # recipes attr other=env
-            recipe_env_h_a = []
-            recipe_attr_file.each do |file|
-              recipe_h = JSON.parse(File.read(file), symbolize_names: true)
-              recipe_env_h_a << recipe_h.deep_merge(env_h)
-            end
-
-            # recipe attr other=recipes_env
-            moto = recipe_env_h_a[0]
-            recipe_env_h_a.each {|hash| moto.deep_merge!(hash)}
-            recipe_env_h = moto
-
-            if recipe_env_h.nil?
-              # env attr other=node
-              node_env_h = env_h.deep_merge(node_h)
-              node_env_j = TaskBase.jq node_env_h
-              TaskBase.write_json(bname) {|file| file.puts node_env_j}
-            else
-              # recipe_env attr other=node
-              recipe_env_node_h = recipe_env_h.deep_merge(node_h)
-              recipe_env_node_j = TaskBase.jq recipe_env_node_h
-              TaskBase.write_json(bname) {|file| file.puts recipe_env_node_j}
+            ItamaeMitsurin.logger.color(:green) do
+              ItamaeMitsurin.logger.info "Changed target mode '#{project[:project]}'"
             end
+          end
+        rescue => e
+          ItamaeMitsurin.logger.error e.inspect
+          exit 2
+        end
 
-            recipes << {'_base' => 'default'}
-            node_property = JSON.parse(File.read("tmp-nodes/#{bname}.json"), symbolize_names: true)
-            node = node_property[:environments][:hostname]
-            ssh_user = node_property[:environments][:ssh_user]
-            ssh_password = node_property[:environments][:ssh_password]
-            sudo_password = node_property[:environments][:sudo_password]
-            ssh_port = node_property[:environments][:ssh_port]
-            ssh_key = node_property[:environments][:ssh_key]
-            local_ipv4 = node_property[:environments][:local_ipv4]
-
-            if local_ipv4.nil?
-              ENV['TARGET_HOST'] = node
-            else
-              ENV['TARGET_HOST'] = local_ipv4
-            end
-            ENV['NODE_FILE'] = "tmp-nodes/#{File.basename(node_file)}"
-            ENV['SSH_PASSWORD'] = ssh_password
-            ENV['SUDO_PASSWORD'] = sudo_password
-            ENV['SSH_KEY'] = "keys/#{ssh_key}"
-            ENV['SSH_PORT'] = ssh_port
-            ENV['SSH_USER'] = ssh_user
-
-            command = "bundle exec rspec"
-
-            # Pass to read the spec command
-            command_recipe = []
-            recipes.each do |recipe_h|
-              target_recipe = "site-cookbooks/**/#{recipe_h.keys.join}/spec/#{recipe_h[recipe_h.keys.join]}_spec.rb"
-              if Dir.glob(target_recipe).empty?
-                raise "Spec load error, nodefile: #{node_file}, reason: Does not exist " +
-                      recipe_h.keys.join + '::' + recipe_h.values.join
-              end
-              Dir.glob(target_recipe).join("\s").split.each do |target|
-                unless File.exists?(target)
-                  ex_recipe = recipe_h.to_s.gsub('=>', '::').gsub('"', '')
-                  raise "Spec load error, nodefile: #{node_file}, reason: Does not exist #{ex_recipe}"
-                end
-                command_recipe << " #{target}"
-              end
-            end
+        Dir.glob("nodes/#{target}/*.json").each do |node_file|
+          begin
+            node_name = File.basename(node_file, '.json')
+            node = task.load_node_attributes(node_file)
+            node_short = node[:environments][:hostname].split('.')[0]
+          rescue => e
+            ItamaeMitsurin.logger.error e.inspect
+            ItamaeMitsurin.logger.info "From node file: #{node_file}"
+            exit 2
+          end
 
-            command_recipe.sort_by! {|item| File.dirname(item)}
-            command << command_recipe.join
+          all << node_short
+          desc 'Serverspec to all nodes'
+          task 'all' => all
 
-            puts TaskBase.hl.color(%!Run Serverspec to "#{bname}"!, :red)
-            run_list_noti = []
-            command_recipe.each { |c_recipe|
-              unless c_recipe.split('/')[4].split('.')[0] == 'default_spec'
-                subspec = c_recipe.split('/')[4].split('.')[0].split('_')[0..-2].join('_')
-                run_list_noti << c_recipe.split('/')[2] + "::#{subspec}"
+          desc "Serverspec to #{node_name}"
+          task node_short do
+            begin
+              run_list = task.load_run_list(node_file)
+              environments = task.load_environments(node)
+              recipe_attributes_list = task.load_recipe_attributes(run_list)
+
+              merged_recipe = task.merge_attributes(recipe_attributes_list)
+              merged_environments = task.merge_attributes(merged_recipe, environments)
+              attributes = task.merge_attributes(merged_environments, node)
+              task.create_tmp_nodes(node_name, attributes)
+
+              command = task.create_spec_command(node_name, attributes)
+              command_recipe = task.list_recipe_filepath(run_list)
+              command_recipe.sort_by! {|item| File.dirname(item) }
+              command << command_recipe.join
+
+              task.runner_display(attributes[:run_list], run_list, command)
+              st = system command
+              if st
+                ItamaeMitsurin.logger.color(:green) do
+                  ItamaeMitsurin.logger.info 'serverspec_with_target_task is completed.'
+                end
               else
-                run_list_noti << c_recipe.split('/')[2]
+                ItamaeMitsurin.logger.error 'serverspec_with_target_task is failed.'
+                exit 1
               end
-            }
-
-            puts TaskBase.hl.color(%!Run List to \"#{run_list_noti.uniq.join(", ")}\"!, :green)
-            puts TaskBase.hl.color(%!#{command}!, :white)
-            st = system command
-            exit 1 unless st
+            rescue => e
+              ItamaeMitsurin.logger.error e.inspect
+              ItamaeMitsurin.logger.info "From node file: #{node_file}"
+              exit 2
+            end
           end
         end
       end
-
     end
   end
 end

data/lib/itamae-mitsurin/node.rb

@@ -35,7 +35,6 @@ module ItamaeMitsurin
       unless errors.empty?
         errors.each do |error|
           ItamaeMitsurin.logger.error "'#{error.position.join('->')}' #{error.message}"
-          ItamaeMitsurin.file_logger.error "'#{error.position.join('->')}' #{error.message}"
         end
         raise ValidationError
       end

data/lib/itamae-mitsurin/notification.rb

@@ -33,7 +33,6 @@ module ItamaeMitsurin
     def validate!
       unless [:delay, :delayed, :immediately].include?(timing)
         ItamaeMitsurin.logger.error "'#{timing}' is not valid notification timing. (Valid option is delayed or immediately)"
-        ItamaeMitsurin.file_logger.error "'#{timing}' is not valid notification timing. (Valid option is delayed or immediately)"
         abort
       end
     end

data/lib/itamae-mitsurin/recipe.rb

@@ -63,10 +63,8 @@ module ItamaeMitsurin
 
       @runner.handler.event(:recipe, path: @path) do
         ItamaeMitsurin.logger.with_indent do
-          ItamaeMitsurin.file_logger.with_indent do
-            @children.run
-            run_delayed_notifications
-          end
+          @children.run
+          run_delayed_notifications
         end
       end
     end
@@ -85,7 +83,6 @@ module ItamaeMitsurin
 
     def show_banner
       ItamaeMitsurin.logger.info "Recipe: #{@path}"
-      ItamaeMitsurin.file_logger.info "Recipe: #{@path}"
     end
 
     class EvalContext