itamae-mitsurin 0.1

data/lib/itamae/logger.rb

@@ -0,0 +1,124 @@
+require 'itamae'
+require 'logger'
+require 'ansi/code'
+
+module Itamae
+  module Logger
+    module Helper
+      def with_indent
+        indent
+        yield
+      ensure
+        outdent
+      end
+
+      def with_indent_if(condition, &block)
+        if condition
+          with_indent(&block)
+        else
+          block.call
+        end
+      end
+
+      def indent
+        self.indent_depth += 1
+      end
+
+      def outdent
+        self.indent_depth -= 1
+        self.indent_depth = 0 if self.indent_depth < 0
+      end
+
+      def indent_depth
+        @indent_depth ||= 0
+      end
+
+      def indent_depth=(val)
+        @indent_depth = val
+      end
+
+      def color(code, &block)
+        if self.formatter.respond_to?(:color)
+          self.formatter.color(code, &block)
+        else
+          block.call
+        end
+      end
+
+      %w!debug info warn error fatal unknown!.each do |level|
+        module_eval(<<-EOC, __FILE__, __LINE__ + 1)
+          def #{level}(msg)
+            super("  " * indent_depth + msg)
+          end
+        EOC
+      end
+    end
+
+    class Formatter
+      attr_accessor :colored
+
+      def call(severity, datetime, progname, msg)
+        log = "%s : %s\n" % ["%5s" % severity, msg2str(msg)]
+        if colored
+          colorize(log, severity)
+        else
+          log
+        end
+      end
+
+      def color(code)
+        prev_color = @color
+        @color = code
+        yield
+      ensure
+        @color = prev_color
+      end
+
+      private
+
+      def msg2str(msg)
+        case msg
+        when ::String
+          msg
+        when ::Exception
+          "#{ msg.message } (#{ msg.class })\n" <<
+          (msg.backtrace || []).join("\n")
+        else
+          msg.inspect
+        end
+      end
+
+      def colorize(str, severity)
+        if @color
+          color_code = @color
+        else
+          color_code = case severity
+                       when "INFO"
+                         :clear
+                       when "WARN"
+                         :magenta
+                       when "ERROR"
+                         :red
+                       else
+                         :clear
+                       end
+        end
+        ANSI.public_send(color_code) { str }
+      end
+    end
+  end
+
+  @logger = ::Logger.new($stdout).tap do |l|
+    l.formatter = Itamae::Logger::Formatter.new
+  end.extend(Itamae::Logger::Helper)
+
+  class << self
+    def logger
+      @logger
+    end
+
+    def logger=(l)
+      @logger = l.extend(Itamae::Logger::Helper)
+    end
+  end
+end

data/lib/itamae/mitsurin.rb

@@ -0,0 +1,13 @@
+require 'itamae/mitsurin/version'
+require 'itamae/mitsurin/cli'
+require 'itamae/mitsurin/creators'
+#require 'itamae/mitsurin/itamae_task'
+#require 'itamae/mitsurin/serverspec_task'
+require 'aws-sdk'
+
+
+module Itamae
+  module Mitsurin
+  # TODO
+  end
+end

data/lib/itamae/mitsurin/cli.rb

@@ -0,0 +1,56 @@
+require 'itamae'
+require 'itamae/mitsurin'
+require 'thor'
+
+module Itamae
+  module Mitsurin
+    class CLI < Thor
+      CREATE_TARGETS = %w[ cookbook ].freeze
+
+      class_option :with_git, type: :string, aliases: ['-g']
+
+      desc "version", "Print version"
+      def version
+        puts "Itamae-Mitsurin v#{Itamae::Mitsurin::VERSION}"
+      end
+
+      desc "init [NAME]", "Create a new project"
+      def init(name)
+        creator = Creators::Project.new
+        creator.destination_root = name
+        creator.invoke_all
+      end
+
+      desc 'create cookbook [LAYER] [NAME]', 'Initialize cookbook (short-cut alias: "c")'
+      map 'c' => 'create'
+      def create(target, layer, name)
+        name = layer + '/' + name
+        validate_create_target!('create', target)
+
+        creator = Creators.find(target).new
+        creator.destination_root = File.join("site-cookbooks", name)
+        creator.copy_files
+      end
+
+      desc 'destroy cookbook [LAYER] [NAME]', 'Undo cookbook (short-cut alias: "d")'
+      map 'd' => 'destroy'
+      def destroy(target, layer, name)
+        name = layer + '/' + name
+        validate_create_target!('destroy', target)
+
+        creator = Creators.find(target).new
+        creator.destination_root = File.join("site-cookbooks", name)
+        creator.remove_files
+      end
+
+      private
+      def validate_create_target!(command, target)
+        unless CREATE_TARGETS.include?(target)
+          msg = %Q!ERROR: "itamae #{command}" was called with "#{target}" !
+          msg << "but expected to be in #{CREATE_TARGETS.inspect}"
+          fail InvocationError, msg
+        end
+      end
+    end
+  end
+end

data/lib/itamae/mitsurin/creators.rb

@@ -0,0 +1,19 @@
+require "itamae/mitsurin/creators/cookbook"
+require "itamae/mitsurin/creators/project"
+
+module Itamae
+  module Mitsurin
+    module Creators
+      def self.find(target)
+        case target
+        when 'cookbook'
+          Cookbook
+        when 'project'
+          Project
+        else
+          raise "unexpected target: #{target}"
+        end
+      end
+    end
+  end
+end

data/lib/itamae/mitsurin/creators/cookbook.rb

@@ -0,0 +1,24 @@
+require 'thor'
+require 'thor/group'
+
+module Itamae
+  module Mitsurin
+    module Creators
+      class Cookbook < Thor::Group
+        include Thor::Actions
+
+        def self.source_root
+          File.expand_path('../templates/site-cookbooks', __FILE__)
+        end
+
+        def copy_files
+          directory '.'
+        end
+
+        def remove_files
+          remove_file '.'
+        end
+      end
+    end
+  end
+end

data/lib/itamae/mitsurin/creators/project.rb

@@ -0,0 +1,24 @@
+require 'thor'
+require 'thor/group'
+
+module Itamae
+  module Mitsurin
+    module Creators
+      class Project < Thor::Group
+        include Thor::Actions
+
+        def self.source_root
+          File.dirname(__FILE__) + '/templates/project'
+        end
+
+        def copy_files
+          directory '.'
+        end
+
+        def bundle
+          run 'bundle install'
+        end
+      end
+    end
+  end
+end

data/lib/itamae/mitsurin/creators/templates/project/.rspec

@@ -0,0 +1,2 @@
+--color
+-fd

data/lib/itamae/mitsurin/creators/templates/project/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gem 'itamae-mitsurin'

data/lib/itamae/mitsurin/creators/templates/project/Rakefile

@@ -0,0 +1,2 @@
+require 'itamae/mitsurin/itamae_task'
+require 'itamae/mitsurin/serverspec_task'

data/lib/itamae/mitsurin/creators/templates/project/environments/sample.json

@@ -0,0 +1,7 @@
+{
+  "environments": {
+    "ssh_port": "22",
+    "ssh_user": "ec2-user",
+    "ssh_key":  "keipair.pem"
+  }
+}

data/lib/itamae/mitsurin/creators/templates/project/nodes/sample01.json

@@ -0,0 +1,8 @@
+{
+  "run_list": [
+    "recipe[_base]"
+    ],
+  "environments": {
+    "hostname": "sample01.localhost"
+  }
+}

data/lib/itamae/mitsurin/creators/templates/project/site-cookbooks/_base/_base/spec/default_spec.rb

@@ -0,0 +1,2 @@
+require 'spec_helper'
+os

data/lib/itamae/mitsurin/creators/templates/project/spec/spec_helper.rb

@@ -0,0 +1,32 @@
+require 'serverspec'
+require 'net/ssh'
+require 'specinfra/helper/set'
+require 'json'
+include Specinfra::Helper::Set
+
+set :backend, :ssh
+
+ if ENV['ASK_SUDO_PASSWORD']
+   begin
+     require 'highline/import'
+   rescue LoadError
+     fail "highline is not available. Try installing it."
+   end
+   set :sudo_password, ask("Enter sudo password: ") { |q| q.echo = false }
+ else
+   set :sudo_password, ENV['SUDO_PASSWORD']
+ end
+
+host = ENV['TARGET_HOST']
+node_file = ENV['NODE_FILE']
+attributes = JSON.parse(File.read(node_file), symbolize_names: true)
+set_property attributes
+
+options = Net::SSH::Config.for(host)
+options[:user] ||= Etc.getlogin
+options[:password] = ENV['SSH_PASSWORD']
+options[:keys] = ENV['SSH_KEY']
+
+set :host, options[:host_name] || host
+set :shell, '/bin/bash'
+set :ssh_options, options

data/lib/itamae/mitsurin/itamae_task.rb

@@ -0,0 +1,199 @@
+require 'rake'
+require 'json'
+require 'simple_color'
+include Rake::DSL if defined? Rake::DSL
+
+module Itamae
+  module Mitsurin
+    class ItamaeTask
+
+      class << self
+
+        class ::Hash
+          def deep_merge(other)
+            merger = lambda {|key, v1, v2| Hash === v1 && Hash === v2 ? v1.merge(v2, &merger) : v2}
+            self.merge(other, &merger)
+          end
+
+          def deep_merge!(other)
+            merger = lambda {|key, v1, v2| Hash === v1 && Hash === v2 ? v1.merge(v2, &merger) : v2}
+            self.merge!(other, &merger)
+          end
+        end
+
+        def self.get_roles(node_file)
+          roles = []
+          JSON.parse(File.read(node_file))['run_list'].each do |role|
+            roles << role.gsub(/role\[(.+)\]/, '\1') if /role\[(.+)\]/ === role
+          end
+          roles
+        end
+
+        def self.get_recipes(role)
+          recipes = []
+          JSON.parse(File.read("roles/#{role}.json"))['run_list'].each do |recipe|
+            if /recipe\[(.+)::(.+)\]/ === recipe
+              recipes << {recipe.gsub(/recipe\[(.+)::(.+)\]/, '\1') => recipe.gsub(/recipe\[(.+)::(.+)\]/, '\2')}
+            else
+              recipes << {recipe.gsub(/recipe\[(.+)\]/, '\1') => nil}
+            end
+          end
+          recipes
+        end
+
+        def self.get_node_recipes(node_file)
+          recipes = []
+          JSON.parse(File.read(node_file))['run_list'].each do |recipe|
+            if /recipe\[(.+)::(.+)\]/ === recipe
+              recipes << {recipe.gsub(/recipe\[(.+)::(.+)\]/, '\1') => recipe.gsub(/recipe\[(.+)::(.+)\]/, '\2')}
+            else
+              recipes << {recipe.gsub(/recipe\[(.+)\]/, '\1') => nil} unless /role\[(.+)\]/ === recipe
+            end
+          end
+          recipes
+        end
+
+        def self.jq(*objs)
+          par = nil
+          objs.each {|obj| par = JSON::pretty_generate(obj, :allow_nan => true, :max_nesting => false)}
+          return par
+        end
+
+        def self.write_json(filename)
+          File.open "tmp-nodes/#{filename}.json", 'w' do |f|
+            f.flock File::LOCK_EX
+            yield f
+            f.flock File::LOCK_UN
+          end
+        end
+
+        color = SimpleColor.new
+
+        namespace :itamae do
+          Dir.glob("nodes/**/*.json").each do |node_file|
+
+            bname = File.basename(node_file, '.json')
+            node_h = JSON.parse(File.read(node_file), symbolize_names: true)
+            desc "Run to #{bname}"
+
+            task node_h[:environments][:hostname].split(".")[0] do
+              begin
+                recipes = []
+                get_roles(node_file).each do |role|
+                  recipes << get_recipes(role)
+                end
+                get_node_recipes(node_file).each do |recipe|
+                  recipes << recipe
+                end
+              rescue Exception => e
+                puts e.class.to_s + ", " + e.backtrace[0].to_s
+                puts "nodefile or role error, nodefile:#{node_file} reason:#{e.message}"
+                exit 1
+              else
+                recipes.flatten!
+              end
+
+              # get env attr
+              begin
+                env_set = node_h[:environments][:set]
+                env_h = JSON.parse(File.read("environments/#{env_set}.json"), symbolize_names: true)
+              rescue Exception => e
+                puts e.class.to_s + ", " + e.backtrace[0].to_s
+                puts "nodefile or environments error, nodefile:#{node_file} reason:#{e.message}"
+                exit 1
+              end
+
+              # get recipe attr
+              recipe_attr_file = []
+              recipes.each do |recipe_h|
+                if recipe_h["#{recipe_h.keys.join}"].nil?
+                  recipe_attr_file.insert 0,
+                      Dir.glob("site-cookbooks/**/#{recipe_h.keys.join}/attributes/default.json")
+                else
+                  recipe_attr_file <<
+                      Dir.glob("site-cookbooks/**/#{recipe_h.keys.join}/attributes/#{recipe_h["#{recipe_h.keys.join}"]}.json")
+                end
+              end
+
+              recipe_attr_file.flatten!
+
+              # recipe attr other=env
+              recipe_env_h_a = []
+              recipe_attr_file.each do |file|
+                recipe_h = JSON.parse(File.read(file), symbolize_names: true)
+                recipe_env_h_a << recipe_h.deep_merge(env_h)
+              end
+
+              # recipe attr other=recipes
+              moto = recipe_env_h_a[0]
+              recipe_env_h_a.each {|hash| moto.deep_merge!(hash)}
+              recipe_env_h = moto
+
+              if recipe_env_h.nil?
+                # node attr other=env
+                node_env_h = env_h.deep_merge(node_h)
+                node_env_j = jq node_env_h
+                write_json(bname) {|file| file.puts node_env_j}
+              else
+                # node attr other=recipe_env
+                recipe_env_node_h = recipe_env_h.deep_merge(node_h)
+                recipe_env_node_j = jq recipe_env_node_h
+                write_json(bname) {|file| file.puts recipe_env_node_j}
+              end
+
+              recipes << {'_base' => nil}
+              node_property = JSON.parse(File.read("tmp-nodes/#{bname}.json"), symbolize_names: true)
+              node = node_property[:environments][:hostname]
+              ssh_user = node_property[:environments][:ssh_user]
+              ssh_password = node_property[:environments][:ssh_password]
+              ssh_port = node_property[:environments][:ssh_port]
+              ssh_key = node_property[:environments][:ssh_key]
+
+              ENV['TARGET_HOST'] = node
+              ENV['NODE_FILE'] = node_file
+              ENV['SSH_PASSWORD'] = ssh_password
+
+              command = "bundle exec itamae ssh"
+              command << " -h #{node}"
+              command << " -u #{ssh_user}"
+              command << " -p #{ssh_port}"
+              command << " -i keys/#{ssh_key}" unless ssh_key.nil?
+              command << " -j tmp-nodes/#{bname}.json"
+              command << " --shell=bash"
+              command << " --ask-password" unless ssh_password.nil?
+              command << " --dry-run" if ENV['dry_run'] == "true"
+              command << " -l debug" if ENV['debug'] == "true"
+
+              # recipe load to_command
+              command_recipe = []
+              recipes.each do |recipe_h|
+                if recipe_h["#{recipe_h.keys.join}"].nil?
+                  command_recipe <<
+                      " #{Dir.glob("site-cookbooks/**/#{recipe_h.keys.join}/recipes/default.rb").join}"
+                else
+                  command_recipe <<
+                      " #{Dir.glob("site-cookbooks/**/#{recipe_h.keys.join}/recipes/#{recipe_h["#{recipe_h.keys.join}"]}.rb").join}"
+                end
+              end
+              command_recipe.sort_by! {|item| File.dirname(item)}
+              command << command_recipe.join
+
+              color.echos(:red ,%!Run Itamae to \"#{bname}\"!)
+              color.echos(:blue, %!Set Roles to \"#{get_roles(node_file).join(", ")}\"!)
+              run_list_noti = []
+              command_recipe.each {|c_recipe| run_list_noti << c_recipe.split("/") [2]}
+              color.echos(:green, %!Run List to \"#{run_list_noti.uniq.join(", ")}\"!)
+              puts color.echos(:white, %!#{command}!)
+              stat = system command
+              if ! stat then
+                  exit(false)
+              end
+            end
+
+          end
+        end
+
+      end
+    end
+  end
+end