baker 0.1.0 → 0.1.1

data/README.markdown

@@ -1,18 +1,59 @@
-runchef
+Baker
 =======
 
-A Simple Way to Run Chef recipes
+A simple way to run chef recipes on one server.
 
 Install
 -------
 
 <pre>
-sudo gem install baker --source http://gemcutter.org --no-ri --no-rdoc
+gem install baker --source http://gemcutter.org --no-ri --no-rdoc # sudo if you need to
 </pre>
 
+Prerequisite
+-------
+
+You need to set up sshkeys on the server so you can ssh into the box without passwords.
+
+On the server:
+
+You'll need to make sure to have chef installed.
+
+On the client:
+
+First you need to be in a cookbooks project.  Here's an example of a mininum cookbooks project:
+
+├── config
+│    └── baker
+│        ├── node.json
+│        └── solo.rb
+└── cookbooks
+    ├── example_recipe1
+    │    └── recipes
+    │        └── default.rb
+    └── example_recipe2
+        └── recipes
+            └── default.rb
+
+config/baker/node.json and config/baker/solo.rb are important.  These are the configurations that get passed to the chef run that will tell it which recipes to run.  
+
+You need configure solo.rb to have this:
+
+solo.rb: 
+file_cache_path "/tmp/baker"
+cookbook_path "/tmp/baker/recipes/cookbooks"
+
+node.json will determine what recipes you'll run:
+
+config/baker/node.json:
+
+
 Usage
 -------
 
+Once all that is set up, you can run baker and that will upload the recipes to the server and run them.
+Errors are logged to /var/log/baker-chef-server.log and /var/log/baker-chef-client.log.
+
 <pre>
-baker <server>
+bake <server>
 </pre>

data/TODO

@@ -0,0 +1,28 @@
+* if there is an error on the server chef-solo run, how can I notify bake command on the client.
+* uploading baker-client.log to server after done or on at_exit, take logger from ey-cap
+
+# 
+def execute
+  command = "#{@opts[:chef_bin]} -j /etc/chef/dna.json -c #{chef_config} -r \"#{@recipes_url}\" > #{@chef_log} 2>&1"
+  @logger.debug "Running: #{command}"
+  if system(command)
+    @logger.info "Running telinit"
+    system("telinit q")
+    @logger.info "Finished #{@name} chef run"
+  else
+    @logger.error("#{@name} chef run failed. Reporting error")
+    raise DeployError, "#{@name} chef run failed"
+  end
+ensure
+  if File.exists?(@chef_log)
+    FileUtils.ln_sf(@chef_log, "/var/log/chef.#{@name}.log")
+  end
+end
+
+##################################################################
+
+      @enzyme_log = Logger.new("/var/log/enzyme.log")
+      @stderr_log = Logger.new($stderr)
+
+      @stderr_log.send(level, message)
+      @enzyme_log.send(level, message)

data/baker.log

@@ -0,0 +1 @@
+# Logfile created on Sun Jul 11 19:37:09 -0700 2010 by logger.rb/22283

data/bin/{baker → bake}

@@ -1,10 +1,10 @@
 #!/usr/bin/env ruby
 
-require File.join(File.dirname(__FILE__),'..','lib','baker')
+require File.join(File.expand_path('../../lib/baker', __FILE__))
 
 server = ARGV[0]
 if server.nil? or server == ""
   puts "Usage: baker <server-name>"
   exit 1
 end
-Baker.run(server)
+Baker.run(:host => server)

data/gemspec.rb

@@ -7,12 +7,12 @@ GEM_SPEC = Gem::Specification.new do |s|
   s.homepage = "http://github.com/tongueroo/#{GEM_NAME}"
   s.summary = "A simple way to run chef recipes"
   # == CONFIGURE ==
-  s.executables += [GEM_NAME]
+  s.executables += ["bake"]
   s.extra_rdoc_files = [ "README.markdown" ]
   s.files = GEM_FILES.to_a
   s.has_rdoc = false
   s.name = GEM_NAME
   s.platform = Gem::Platform::RUBY
   s.require_path = "lib"
-  s.version = "0.1.0"
+  s.version = "0.1.1"
 end

data/lib/baker.rb

@@ -1,93 +1,133 @@
 # TODO: upload config files: dna.json and solo.rb
 
+require 'rubygems'
 require 'net/ssh'
 require 'pp'
 
+class NotCookbookProject < RuntimeError; end
+
 class Baker
-  def self.run(host)
-    new(host)
+  def self.run(options)
+    @baker = Baker.new(options)
+    @baker.run
+  end
+
+  def initialize(options)
+    @host = options[:host] || raise("need to set host")
+    @user = options[:user]
+    @root = options[:root] || Dir.pwd
+    set_logger
+  end
+
+  def set_logger
+    @logger = if File.exist?(@root+"/log")
+      Logger.new(@root+"/log/baker.log")
+    else
+      Logger.new(@root+"/baker.log")
+    end
   end
-  
-  def initialize(host, user = nil)
-    log "start running chef recipes on #{host}"
-    @debug = true
-    @host = host
-    @user = user
+
+  def run
+    validate_cookbook_project
+    log "*** start running chef recipes on #{@host}"
     Net::SSH.start(@host, @user) do |ssh|
-      check
-      upload_chef_configs(ssh)
       upload_recipes(ssh)
       run_chef(ssh)
     end
-    log "done running chef recipes on #{host}"
+    log "*** done running chef recipes on #{@host}, check /var/log/baker-chef-server.log"
   end
-  
-  def check
+
+  def validate_cookbook_project
     if !File.exist?('cookbooks')
-      raise "not in chef cookbooks project need to be in one"
-    end
-  end
-  def upload_chef_configs(ssh)
-    log "uploading chef configs to #{@host}..."
-    if !File.exist?("config/baker/dna.json") or !File.exist?("config/baker/solo.rb")
-      raise "need to create a config/baker/dna.json and config/baker/solo.rb file, so it can be uploaded to the server that needs it"
+      raise NotCookbookProject.new("not in chef cookbooks project, @root is #{@root}")
     end
-    bash_exec("tar czf chef-config.tgz config/baker")
-    bash_exec("scp chef-config.tgz #{@host}:")
-    ssh_exec(ssh, "rm -rf chef-config && tar -zxf chef-config.tgz && mv config/baker chef-config")
-    ssh_exec(ssh, "rm -f chef-config.tgz")
-    bash_exec("rm -f chef-config.tgz")
   end
+
   def upload_recipes(ssh)
-    log "uploading chef recipes to #{@host}..."
-    @file_cache_path = "/tmp/chef-solo"
-    @recipes_path = "/tmp/chef-solo/recipes"
-    # create
-    bash_exec("tar czf recipes.tgz .")
-    # upload
-    bash_exec("scp recipes.tgz #{@host}:")
-    # move
-    ssh_exec(ssh, "rm -rf #{@recipes_path}")
-    ssh_exec(ssh, "mkdir -p #{@recipes_path}")
-    ssh_exec(ssh, "tar -zxf recipes.tgz -C #{@recipes_path}")
-    bash_exec("rm recipes.tgz")
+    if !File.exist?("config/dna.json") or !File.exist?("config/solo.rb")
+      raise "need to create a config/dna.json and config/solo.rb file, so it can be uploaded to the server that needs it"
+    end
+
+    log "*** uploading chef recipes to #{@host}..."
+    @recipes_path = "/tmp/baker/recipes"
+    @tarball = "#{File.dirname(@recipes_path)}/recipes.tgz"
+    # create tarball
+    local_cmd("tar czf /tmp/recipes.tgz config cookbooks")
+    # upload to /tmp/baker/recipes
+    remote_cmd(ssh, "if [ -d '#{@recipes_path}' ] ; then rm -rf #{@recipes_path}; fi") # cleanup from before
+    remote_cmd(ssh, "if [ ! -d '#{@recipes_path}' ] ; then mkdir -p #{@recipes_path}; fi")
+    local_cmd("scp /tmp/recipes.tgz #{@host}:#{@tarball}")
+    # not using -C flag changes /root folder owner!!! and screws up ssh access
+    remote_cmd(ssh, "tar -zxf #{@tarball} -C #{@recipes_path}")
+    # # cleanup both remote and local
+    remote_cmd(ssh, "rm -f /tmp/baker/recipes.tgz")
+    local_cmd("rm -f /tmp/recipes.tgz")
   end
-  
+
   def run_chef(ssh)
-    log "running chef recipes on #{@host}..."
-    chef_cmd = "chef-solo -c ~/chef-config/solo.rb -j ~/chef-config/dna.json"
-    log "chef_cmd : #{chef_cmd}"
-    ssh_exec(ssh, chef_cmd)
-  end
-  
-private
-  def log(msg)
-    puts msg
+    log "*** running chef recipes on #{@host}..."
+    chef_cmd = "chef-solo -c /tmp/baker/recipes/config/solo.rb -j /tmp/baker/recipes/config/dna.json > /var/log/baker-chef-server.log 2>&1"
+    log "CHEF_CMD : #{chef_cmd}"
+    remote_cmd(ssh, chef_cmd)
   end
-  def debug(msg)
-    puts msg if @debug
-  end
-  def bash_exec(command)
-    `#{command}`
-  end
-  def ssh_exec(ssh, command)
 
-    unless ARGV.empty?
-      debug "Executing command: #{command}"
+  private
+    def log(msg)
+      puts(msg)
+      @logger.info(msg)
     end
 
-    stdout = ""
-    ssh.exec!(command) do |channel, stream, data|
-      stdout << data if stream == :stdout
+    def local_cmd(command)
+      puts "local cmd: #{command}"
+      `#{command}`
     end
-    output = stdout
-
-    if output and @debug
-      output = output.split("\n").join("\n  ")
-      debug "  ssh output: #{output}"
+    
+    def remote_cmd(ssh, command)
+      puts "remote cmd: #{command}"
+      stdout = ""
+      ssh.exec!(command) do |channel, stream, data|
+        stdout << data if stream == :stdout
+      end
+      output = stdout
+    
+      if output
+        output = output.split("\n").join("\n  ")
+        puts "remote output: #{output}"
+      end
+    
+      output
     end
 
-    output
-  end
-end
-
+    # TODO: mess with this later so try to catch the stderr when chef-solo run fails
+    # def remote_cmd(ssh, command)
+    #   puts "remote cmd: #{command}"
+    #   ssh.open_channel do |channel| 
+    #     channel.exec(command) do |ch, success|
+    #       unless success
+    #         abort "FAILED: couldn't execute command (ssh.channel.exec failure) #{command}"
+    #       end
+    #       # stdout
+    #       channel.on_data do |ch, data|  # stdout
+    #         print data
+    #       end
+    #       # stderr
+    #       channel.on_extended_data do |ch, type, data|
+    #         next unless type == 1  # only handle stderr
+    #         $stderr.print data
+    #       end
+    #       channel.on_request("exit-status") do |ch, data|
+    #         exit_code = data.read_long
+    #         if exit_code > 0
+    #           puts "ERROR: exit code #{exit_code}"
+    #         else
+    #           puts "success"
+    #         end
+    #       end
+    #       channel.on_request("exit-signal") do |ch, data|
+    #         puts "SIGNAL: #{data.read_long}"
+    #       end
+    #     end
+    #   end
+    # end
+    
+end

data/test/baker_test.rb

@@ -0,0 +1,25 @@
+require 'rubygems'
+require 'test/spec'
+require 'mocha'
+require File.dirname(__FILE__)+"/../lib/baker"
+
+context "Baker" do
+  specify "should check that its running from a cookbooks project" do
+    @root = File.dirname(__FILE__)+"/fixtures/cookbooks-empty"
+    @baker = Baker.new(:host => "test_server", :root => @root)
+    File.directory?(@root+"/cookbooks").should == false
+    should.raise(NotCookbookProject) { @baker.run }
+  end
+  
+  # specify "should upload baker configs and recipes" do
+  #   Net::SSH.stubs(:configuration_for).returns({})
+  #   Net::SSH.expects(:start).with(@server.host, "default-user", @options).returns(success = Object.new)
+  #   
+  #   Net::SSH.start(@host, @user) do |ssh|
+  #     upload_chef_configs(ssh)
+  #     upload_recipes(ssh)
+  #     run_chef(ssh)
+  #   end
+  #   
+  # end
+end

data/test/fixtures/cookbooks-empty/baker.log

@@ -0,0 +1 @@
+# Logfile created on Sun Jul 11 19:38:14 -0700 2010 by logger.rb/22283

data/test/fixtures/cookbooks-valid/baker.log

@@ -0,0 +1,3 @@
+# Logfile created on Tue Jan 11 22:54:01 -0800 2011 by logger.rb/22285
+I, [2011-01-11T22:54:01.081234 #15321]  INFO -- : start running chef recipes on usolo.loc
+I, [2011-01-11T22:55:43.655179 #15337]  INFO -- : start running chef recipes on usolo.loc

data/test/fixtures/cookbooks-valid/config/baker/node.json

@@ -0,0 +1,16 @@
+{
+  "ec2": false,
+  "user":"root",
+  "packages":[],
+  "gems":[],
+  "users":[],
+  "environment": {"name":"staging"},
+  "packages":{},
+  "gems_to_install":[
+    {"name": "sinatra", "version": "0.9.4"}
+  ],
+  "recipes":[
+    "example_recipe1", 
+    "example_recipe1"
+  ]
+}

data/test/fixtures/cookbooks-valid/config/baker/solo.rb

@@ -0,0 +1,2 @@
+file_cache_path "/tmp/chef-solo"
+cookbook_path "/tmp/chef-solo/recipes/cookbooks"

data/test/fixtures/cookbooks-valid/cookbooks/example_recipe1/recipes/default.rb

@@ -0,0 +1 @@
+Chef::Log.info("example recipe 1 ran")

data/test/fixtures/cookbooks-valid/cookbooks/example_recipe2/recipes/default.rb

@@ -0,0 +1 @@
+Chef::Log.info("example recipe 2 ran")

metadata

@@ -1,12 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: baker
 version: !ruby/object:Gem::Version 
+  hash: 25
   prerelease: false
   segments: 
   - 0
   - 1
-  - 0
-  version: 0.1.0
+  - 1
+  version: 0.1.1
 platform: ruby
 authors: 
 - Tung Nguyen
@@ -14,24 +15,33 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-03-19 00:00:00 -07:00
+date: 2011-01-12 00:00:00 -08:00
 default_executable: 
 dependencies: []
 
 description: 
 email: tongueroo@gmail.com
 executables: 
-- baker
+- bake
 extensions: []
 
 extra_rdoc_files: 
 - README.markdown
 files: 
-- bin/baker
+- baker.log
+- bin/bake
 - gemspec.rb
 - lib/baker.rb
 - Rakefile
 - README.markdown
+- test/baker_test.rb
+- test/fixtures/cookbooks-empty/baker.log
+- test/fixtures/cookbooks-valid/baker.log
+- test/fixtures/cookbooks-valid/config/baker/node.json
+- test/fixtures/cookbooks-valid/config/baker/solo.rb
+- test/fixtures/cookbooks-valid/cookbooks/example_recipe1/recipes/default.rb
+- test/fixtures/cookbooks-valid/cookbooks/example_recipe2/recipes/default.rb
+- TODO
 has_rdoc: true
 homepage: http://github.com/tongueroo/baker
 licenses: []
@@ -42,23 +52,27 @@ rdoc_options: []
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
       segments: 
       - 0
       version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
       segments: 
       - 0
       version: "0"
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.6
+rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
 summary: A simple way to run chef recipes