itamae-mitsurin 0.1

data/lib/itamae/runner.rb

@@ -0,0 +1,124 @@
+require 'itamae'
+require 'json'
+require 'yaml'
+
+module Itamae
+  class Runner
+    class << self
+      def run(recipe_files, backend_type, options)
+        Itamae.logger.info "Starting Itamae..."
+
+        backend = Backend.create(backend_type, options)
+        runner = self.new(backend, options)
+        runner.load_recipes(recipe_files)
+        runner.run
+      end
+    end
+
+    attr_reader :backend
+    attr_reader :options
+    attr_reader :node
+    attr_reader :tmpdir
+    attr_reader :children
+    attr_reader :handler
+
+    def initialize(backend, options)
+      @backend = backend
+      @options = options
+
+      prepare_handler
+
+      @node = create_node
+      @tmpdir = "/tmp/itamae_tmp"
+      @children = RecipeChildren.new
+
+      @backend.run_command(["mkdir", "-p", @tmpdir])
+      @backend.run_command(["chmod", "777", @tmpdir])
+    end
+
+    def load_recipes(paths)
+      paths.each do |path|
+        expanded_path = File.expand_path(path)
+        if path.include?('::')
+          gem_path = Recipe.find_recipe_in_gem(path)
+          expanded_path = gem_path if gem_path
+        end
+
+        recipe = Recipe.new(self, expanded_path)
+        children << recipe
+        recipe.load
+      end
+    end
+
+    def run
+      if recipe_graph_file = options[:recipe_graph]
+        save_dependency_graph(recipe_graph_file)
+      end
+
+      children.run
+      @backend.finalize
+
+      if profile = options[:profile]
+        save_profile(profile)
+      end
+    end
+
+    def dry_run?
+      @options[:dry_run]
+    end
+
+    def save_dependency_graph(path)
+      Itamae.logger.info "Writing recipe dependency graph to #{path}..."
+      open(path, 'w') do |f|
+        f.write(children.dependency_in_dot)
+      end
+    end
+
+    def save_profile(path)
+      open(path, 'w', 0600) do |f|
+        f.write(@backend.executed_commands.to_json)
+      end
+    end
+
+    private
+    def create_node
+      hash = {}
+
+      if @options[:ohai]
+        unless @backend.run_command("which ohai", error: false).exit_status == 0
+          # install Ohai
+          Itamae.logger.info "Installing Chef package... (to use Ohai)"
+          @backend.run_command("curl -L https://www.opscode.com/chef/install.sh | bash")
+        end
+
+        Itamae.logger.info "Loading node data via ohai..."
+        hash.merge!(JSON.parse(@backend.run_command("ohai").stdout))
+      end
+
+      if @options[:node_json]
+        path = File.expand_path(@options[:node_json])
+        Itamae.logger.info "Loading node data from #{path}..."
+        hash.merge!(JSON.load(open(path)))
+      end
+
+      if @options[:node_yaml]
+        path = File.expand_path(@options[:node_yaml])
+        Itamae.logger.info "Loading node data from #{path}..."
+        hash.merge!(YAML.load(open(path)) || {})
+      end
+
+      Node.new(hash, @backend)
+    end
+
+    def prepare_handler
+      @handler = HandlerProxy.new
+      (@options[:handlers] || []).each do |handler|
+        type = handler.delete('type')
+        unless type
+          raise "#{type} field is not set"
+        end
+        @handler.register_instance(Handler.from_type(type).new(handler))
+      end
+    end
+  end
+end

data/spec/integration/Vagrantfile

@@ -0,0 +1,35 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+require 'vagrant-digitalocean'
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = "2"
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  config.vm.define :trusty do |c|
+    c.vm.hostname  = 'itamae-trusty'
+    c.vm.hostname += "-#{ENV['WERCKER_BUILD_ID']}" if ENV['WERCKER_BUILD_ID']
+    c.vm.provider :virtualbox do |provider, override|
+      override.vm.box = "ubuntu/trusty64"
+      override.vm.provision :shell, inline: <<-EOC
+  cat /etc/apt/sources.list | sed -e 's|http://[^ ]*|mirror://mirrors.ubuntu.com/mirrors.txt|g' > /tmp/sources.list
+  if !(diff -q /etc/apt/sources.list /tmp/sources.list); then
+    mv /tmp/sources.list /etc/apt/sources.list
+    apt-get update
+  fi
+      EOC
+    end
+
+    c.vm.provider :digital_ocean do |provider, override|
+      override.ssh.private_key_path = '~/.ssh/id_rsa.vagrant'
+      override.vm.box = 'digital_ocean'
+      override.vm.box_url = "https://github.com/smdahlen/vagrant-digitalocean/raw/master/box/digital_ocean.box"
+
+      provider.ssh_key_name = ENV['WERCKER'] ? 'vagrant/wercker/itamae' : 'Vagrant'
+      provider.token = ENV['DIGITALOCEAN_TOKEN']
+      provider.image = 'ubuntu-14-04-x64' # ubuntu
+      provider.region = 'nyc3'
+      provider.size = '512mb'
+    end
+  end
+end

data/spec/integration/default_spec.rb

@@ -0,0 +1,226 @@
+require 'spec_helper'
+
+describe user("itamae") do
+  it { should exist }
+  it { should have_uid 1234 }
+  it { should have_home_directory '/home/itamae' }
+  it { should have_login_shell '/bin/dash' }
+end
+
+describe file('/tmp/included_recipe') do
+  it { should be_file }
+end
+
+describe package('dstat') do
+  it { should be_installed }
+end
+
+describe package('sl') do
+  it { should be_installed }
+end
+
+describe package('resolvconf') do
+  it { should_not be_installed }
+end
+
+%w!/tmp/remote_file /tmp/remote_file_auto!.each do |f|
+  describe file(f) do
+    it { should be_file }
+    its(:content) { should match(/Hello Itamae/) }
+  end
+end
+
+describe file('/tmp/directory') do
+  it { should be_directory }
+  it { should be_mode 700 }
+  it { should be_owned_by "itamae" }
+  it { should be_grouped_into "itamae" }
+end
+
+describe file('/tmp/directory_never_exist1') do
+  it { should_not be_directory }
+end
+
+%w!/tmp/template /tmp/template_auto!.each do |f|
+  describe file(f) do
+    it { should be_file }
+    its(:content) { should match(/Hello/) }
+    its(:content) { should match(/Good bye/) }
+    its(:content) { should match(/^total memory: \d+kB$/) }
+    its(:content) { should match(/^uninitialized node key: $/) }
+  end
+end
+
+describe file('/tmp/file') do
+  it { should be_file }
+  its(:content) { should match(/Hello World/) }
+  it { should be_mode 777 }
+end
+
+describe file('/tmp/execute') do
+  it { should be_file }
+  its(:content) { should match(/Hello Execute/) }
+end
+
+describe file('/tmp/never_exist1') do
+  it { should_not be_file }
+end
+
+describe file('/tmp/never_exist2') do
+  it { should_not be_file }
+end
+
+describe file('/tmp/http_request.html') do
+  it { should be_file }
+  its(:content) { should match(/"from": "itamae"/) }
+end
+
+describe file('/tmp/http_request_delete.html') do
+  it { should be_file }
+  its(:content) { should match(/"from": "itamae"/) }
+end
+
+describe file('/tmp/http_request_post.html') do
+  it { should be_file }
+  its(:content) do
+    should match(/"from": "itamae"/)
+    should match(/"love": "sushi"/)
+  end
+end
+
+describe file('/tmp/http_request_put.html') do
+  it { should be_file }
+  its(:content) do
+    should match(/"from": "itamae"/)
+    should match(/"love": "sushi"/)
+  end
+end
+
+describe file('/tmp/http_request_headers.html') do
+  it { should be_file }
+  its(:content) { should match(/"User-Agent": "Itamae"/) }
+end
+
+describe file('/tmp/http_request_redirect.html') do
+  it { should be_file }
+  its(:content) { should match(/"from": "itamae"/) }
+end
+
+describe file('/tmp/notifies') do
+  it { should be_file }
+  its(:content) { should eq("2431") }
+end
+
+describe file('/tmp/subscribes') do
+  it { should be_file }
+  its(:content) { should eq("2431") }
+end
+
+describe file('/tmp/cron_stopped') do
+  it { should be_file }
+  its(:content) do
+    expect(subject.content.lines.size).to eq 1
+  end
+end
+
+describe file('/tmp/cron_running') do
+  it { should be_file }
+  its(:content) do
+    expect(subject.content.lines.size).to eq 2
+  end
+end
+
+describe file('/tmp-link') do
+  it { should be_linked_to '/tmp' }
+  its(:content) do
+    expect(subject.content.lines.size).to eq 0
+  end
+end
+
+describe file('/tmp-link-force') do
+  it { should be_linked_to '/tmp' }
+end
+
+describe command('cd /tmp/git_repo && git rev-parse HEAD') do
+  its(:stdout) { should match(/3116e170b89dc0f7315b69c1c1e1fd7fab23ac0d/) }
+end
+
+describe command('cd /tmp/git_repo_submodule/empty_repo && cat README.md') do
+  its(:stdout) { should match(/Empty Repo/) }
+end
+
+describe file('/tmp/created_by_itamae_user') do
+  it { should be_file }
+  it { should be_owned_by 'itamae' }
+  its(:content) { should eq("/home/itamae\n/home/itamae") }
+end
+
+describe file('/tmp/created_in_default2') do
+  it { should be_file }
+end
+
+describe file('/tmp/never_exist3') do
+  it { should_not be_file }
+end
+
+describe file('/tmp/never_exist4') do
+  it { should_not be_file }
+end
+
+describe file('/tmp/created_in_redefine') do
+  it { should be_file }
+  its(:content) { should match(/first/) }
+end
+
+describe command('gem list') do
+  its(:stdout) { should include('tzinfo (1.2.2, 1.1.0)') }
+end
+
+describe command('ri Bundler') do
+  its(:stderr) { should eq("Nothing known about Bundler\n") }
+end
+
+describe file('/tmp/created_by_definition') do
+  it { should be_file }
+  its(:content) { should eq("name:name,key:value,message:Hello, Itamae\n") }
+end
+
+describe file('/tmp/remote_file_in_definition') do
+  it { should be_file }
+  its(:content) { should eq("definition_example\n") }
+end
+
+describe file('/tmp/multi_delayed_notifies') do
+  it { should be_file }
+  its(:content) { should eq("1\n2\n3\n4\n") }
+end
+
+describe file('/tmp/multi_immediately_notifies') do
+  it { should be_file }
+  its(:content) { should eq("1\n2\n3\n4\n") }
+end
+
+describe file('/tmp/file_edit_sample') do
+  it { should be_file }
+  its(:content) { should eq("Hello, Itamae") }
+  it { should be_mode 400 }
+  it { should be_owned_by "itamae2" }
+  it { should be_grouped_into "itamae2" }
+end
+
+describe file('/home/itamae2') do
+  it { should be_directory }
+  it { should be_owned_by "itamae2" }
+  it { should be_grouped_into "itamae2" }
+end
+
+describe file('/tmp/file_create_without_content') do
+  its(:content) { should eq("Hello, World") }
+  it { should be_mode 600 }
+  it { should be_owned_by "itamae" }
+  it { should be_grouped_into "itamae" }
+end
+
+describe file('/tmp/file_edit_notifies') do
+  its(:content) { should eq("1") }
+end

data/spec/integration/recipes/default.rb

@@ -0,0 +1,423 @@
+node.reverse_merge!({
+  message: "Hello, Itamae"
+})
+
+execute 'apt-get update'
+execute 'deluser --remove-home itamae2' do
+  only_if "id itamae2"
+end
+
+include_recipe "./included.rb"
+include_recipe "./included.rb" # including the same recipe is expected to be skipped.
+
+user "create itamae user" do
+  uid 123
+  username "itamae"
+  password "$1$ltOY8bZv$iZ57f1KAp8jwKViNm3pze."
+  home '/home/foo'
+  shell '/bin/sh'
+end
+
+user "update itamae user" do
+  uid 1234
+  username "itamae"
+  password "$1$TQz9gPMl$nHYrsA5W2ZdZ0Yn021BQH1"
+  home '/home/itamae'
+  shell '/bin/dash'
+end
+
+directory "/home/itamae" do
+  mode "755"
+  owner "itamae"
+  group "itamae"
+end
+
+user "create itamae2 user with create home directory" do
+  username "itamae2"
+  create_home true
+  home "/home/itamae2"
+  shell "/bin/sh"
+end
+
+######
+
+package 'dstat' do
+  action :install
+end
+
+package 'sl' do
+  version '3.03-17'
+end
+
+package 'resolvconf' do
+  action :remove
+end
+
+######
+
+package "ruby"
+
+gem_package 'tzinfo' do
+  version '1.1.0'
+end
+
+gem_package 'tzinfo' do
+  version '1.2.2'
+end
+
+gem_package 'bundler' do
+  options ['--no-ri', '--no-rdoc']
+end
+
+######
+
+execute "echo -n > /tmp/notifies"
+
+execute "echo -n 1 >> /tmp/notifies" do
+  action :nothing
+end
+
+execute "echo -n 2 >> /tmp/notifies" do
+  notifies :run, "execute[echo -n 1 >> /tmp/notifies]"
+end
+
+execute "echo -n 3 >> /tmp/notifies" do
+  action :nothing
+end
+
+execute "echo -n 4 >> /tmp/notifies" do
+  notifies :run, "execute[echo -n 3 >> /tmp/notifies]", :immediately
+end
+
+######
+
+execute "echo -n > /tmp/subscribes"
+
+execute "echo -n 1 >> /tmp/subscribes" do
+  action :nothing
+  subscribes :run, "execute[echo -n 2 >> /tmp/subscribes]"
+end
+
+execute "echo -n 2 >> /tmp/subscribes"
+
+execute "echo -n 3 >> /tmp/subscribes" do
+  action :nothing
+  subscribes :run, "execute[echo -n 4 >> /tmp/subscribes]", :immediately
+end
+
+execute "echo -n 4 >> /tmp/subscribes"
+
+######
+
+remote_file "/tmp/remote_file" do
+  source "hello.txt"
+end
+
+remote_file "/tmp/remote_file_auto" do
+  source :auto
+end
+
+######
+
+directory "/tmp/directory" do
+  mode "700"
+  owner "itamae"
+  group "itamae"
+end
+
+directory "/tmp/directory_never_exist1" do
+  action :create
+end
+
+directory "/tmp/directory_never_exist1" do
+  action :delete
+end
+
+template "/tmp/template" do
+  source "hello.erb"
+  variables goodbye: "Good bye"
+end
+
+template "/tmp/template_auto" do
+  source :auto
+  variables goodbye: "Good bye"
+end
+
+file "/tmp/file" do
+  content "Hello World"
+  mode "777"
+end
+
+execute "echo 'Hello Execute' > /tmp/execute"
+
+file "/tmp/never_exist1" do
+  only_if "exit 1"
+end
+
+file "/tmp/never_exist2" do
+  not_if "exit 0"
+end
+
+######
+
+http_request "/tmp/http_request.html" do
+  url "https://httpbin.org/get?from=itamae"
+end
+
+http_request "/tmp/http_request_delete.html" do
+  action :delete
+  url "https://httpbin.org/delete?from=itamae"
+end
+
+http_request "/tmp/http_request_post.html" do
+  action :post
+  message "love=sushi"
+  url "https://httpbin.org/post?from=itamae"
+end
+
+http_request "/tmp/http_request_put.html" do
+  action :put
+  message "love=sushi"
+  url "https://httpbin.org/put?from=itamae"
+end
+
+http_request "/tmp/http_request_headers.html" do
+  headers "User-Agent" => "Itamae"
+  url "https://httpbin.org/get"
+end
+
+http_request "/tmp/http_request_redirect.html" do
+  redirect_limit 1
+  url "https://httpbin.org/redirect-to?url=https%3A%2F%2Fhttpbin.org%2Fget%3Ffrom%3Ditamae"
+end
+
+######
+
+service "cron" do
+  action :stop
+end
+
+execute "ps -C cron > /tmp/cron_stopped; true"
+
+service "cron" do
+  action :start
+end
+
+execute "ps -C cron > /tmp/cron_running; true"
+
+######
+
+package "nginx" do
+  options "--force-yes"
+end
+
+service "nginx" do
+  action [:enable, :start]
+end
+
+execute "test -f /etc/rc3.d/S20nginx" # test
+execute "test $(ps h -C nginx | wc -l) -gt 0" # test
+
+service "nginx" do
+  action [:disable, :stop]
+end
+
+execute "test ! -f /etc/rc3.d/S20nginx" # test
+execute "test $(ps h -C nginx | wc -l) -eq 0" # test
+
+######
+
+link "/tmp-link" do
+  to "/tmp"
+end
+
+execute "touch /tmp-link-force"
+link "/tmp-link-force" do
+  to "/tmp"
+  force true
+end
+
+#####
+
+local_ruby_block "greeting" do
+  block do
+    Itamae.logger.info "板前"
+  end
+end
+
+#####
+
+package "git"
+
+git "/tmp/git_repo" do
+  repository "https://github.com/ryotarai/infrataster.git"
+  revision "v0.1.0"
+end
+
+git "/tmp/git_repo_submodule" do
+  repository "https://github.com/mmasaki/fake_repo_including_submodule.git"
+  recursive true
+end
+
+#####
+
+execute "echo -n \"$HOME\n$(pwd)\" > /tmp/created_by_itamae_user" do
+  user "itamae"
+end
+
+#####
+
+execute "echo 'notify to resource in default2.rb'" do
+  notifies :create, "file[put file in default2.rb]"
+end
+
+#####
+
+file "/tmp/never_exist3" do
+  action :create
+end
+
+file "/tmp/never_exist3" do
+  action :delete
+end
+
+#####
+
+include_recipe "define/default.rb"
+
+definition_example "name" do
+  key 'value'
+end
+
+#####
+
+file "/tmp/never_exist4" do
+  action :nothing
+end
+
+file "/tmp/file1" do
+  content "Hello, World"
+end
+
+file "/tmp/file1" do
+  content "Hello, World"
+  notifies :create, "file[/tmp/never_exist4]"
+end
+
+#####
+
+file "/tmp/file_create_without_content" do
+  content "Hello, World"
+end
+
+file "/tmp/file_create_without_content" do
+  owner "itamae"
+  group "itamae"
+  mode "600"
+end
+
+#####
+
+execute 'true' do
+  verify 'true'
+end
+
+#####
+
+execute 'echo 1 > /tmp/multi_delayed_notifies' do
+  notifies :run, "execute[echo 2 >> /tmp/multi_delayed_notifies]"
+end
+
+execute 'echo 2 >> /tmp/multi_delayed_notifies' do
+  action :nothing
+  notifies :run, "execute[echo 3 >> /tmp/multi_delayed_notifies]"
+end
+
+execute 'echo 3 >> /tmp/multi_delayed_notifies' do
+  action :nothing
+  notifies :run, "execute[echo 4 >> /tmp/multi_delayed_notifies]"
+end
+
+execute 'echo 4 >> /tmp/multi_delayed_notifies' do
+  action :nothing
+end
+
+#####
+
+execute 'echo 1 > /tmp/multi_immediately_notifies' do
+  notifies :run, "execute[echo 2 >> /tmp/multi_immediately_notifies]", :immediately
+end
+
+execute 'echo 2 >> /tmp/multi_immediately_notifies' do
+  action :nothing
+  notifies :run, "execute[echo 3 >> /tmp/multi_immediately_notifies]", :immediately
+end
+
+execute 'echo 3 >> /tmp/multi_immediately_notifies' do
+  action :nothing
+  notifies :run, "execute[echo 4 >> /tmp/multi_immediately_notifies]", :immediately
+end
+
+execute 'echo 4 >> /tmp/multi_immediately_notifies' do
+  action :nothing
+end
+
+#####
+
+file '/tmp/file_edit_sample' do
+  content 'Hello, world'
+  owner 'itamae'
+  group 'itamae'
+  mode '444'
+end
+
+file '/tmp/file_edit_sample' do
+  action :edit
+  owner 'itamae2'
+  group 'itamae2'
+  mode '400'
+  block do |content|
+    content.gsub!('world', 'Itamae')
+  end
+  notifies :run, "execute[echo -n 1 > /tmp/file_edit_notifies]"
+end
+
+execute 'echo -n 1 > /tmp/file_edit_notifies' do
+  action :nothing
+end
+
+###
+
+unless run_command("echo -n Hello").stdout == "Hello"
+  raise "run_command in a recipe failed"
+end
+
+define :run_command_in_definition do
+  unless run_command("echo -n Hello").stdout == "Hello"
+    raise "run_command in a definition failed"
+  end
+end
+
+execute "echo Hello" do
+  unless run_command("echo -n Hello").stdout == "Hello"
+    raise "run_command in a resource failed"
+  end
+end
+
+local_ruby_block 'execute run_command' do
+  block do
+    unless run_command("echo -n Hello").stdout == "Hello"
+      raise "run_command in local_ruby_block failed"
+    end
+  end
+end
+
+###
+
+v1 = node.memory.total
+v2 = node[:memory][:total]
+v3 = node['memory']['total']
+
+unless v1 == v2 && v2 == v3 && v1 =~ /\A\d+kB\z/
+  raise "failed to fetch host inventory value (#{v1}, #{v2}, #{v3})"
+end