chef 0.7.10

data/lib/chef/tasks/chef_repo.rake

@@ -0,0 +1,345 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2008, 2009 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'rubygems'
+require 'json'
+require 'chef'
+require 'chef/role'
+require 'chef/cookbook/metadata'
+require 'tempfile'
+require 'rake'
+
+desc "Update your repository from source control"
+task :update do
+  puts "** Updating your repository"
+
+  case $vcs
+  when :svn
+    sh %{svn up}
+  when :git
+    pull = false
+    pull = true if File.join(TOPDIR, ".git", "remotes", "origin")
+    IO.foreach(File.join(TOPDIR, ".git", "config")) do |line|
+      pull = true if line =~ /\[remote "origin"\]/
+    end
+    if pull
+      sh %{git pull} 
+    else
+      puts "* Skipping git pull, no origin specified"
+    end
+  else
+    puts "* No SCM configured, skipping update"
+  end
+end
+
+desc "Test your cookbooks for syntax errors"
+task :test_recipes do
+  puts "** Testing your cookbooks for syntax errors"
+
+  if File.exists?(TEST_CACHE)
+    cache = JSON.load(open(TEST_CACHE).read)
+    trap("INT") { puts "INT received, flushing test cache"; write_cache(cache) }
+  else
+    cache = {}
+  end
+
+  recipes = ["*cookbooks"].map { |folder|
+    Dir[File.join(TOPDIR, folder, "**", "*.rb")]
+  }.flatten
+
+  recipes.each do |recipe|
+    print "Testing recipe #{recipe}: "
+
+    recipe_mtime = File.stat(recipe).mtime.to_s
+    if cache.has_key?(recipe)
+      if cache[recipe]["mtime"] == recipe_mtime 
+         puts "No modification since last test."
+         next
+      end
+    else
+      cache[recipe] = {}
+    end
+
+
+    sh %{ruby -c #{recipe}} do |ok, res|
+      if ok
+        cache[recipe]["mtime"] = recipe_mtime
+      else
+        write_cache(cache)
+        raise "Syntax error in #{recipe}"
+      end
+    end
+  end
+
+  write_cache(cache)
+end
+
+desc "Test your templates for syntax errors"
+task :test_templates do
+  puts "** Testing your cookbooks for syntax errors"
+
+  if File.exists?(TEST_CACHE)
+    cache = JSON.load(open(TEST_CACHE).read)
+    trap("INT") { puts "INT received, flushing test cache"; write_cache(cache) }
+  else
+    cache = {}
+  end
+
+  templates = ["*cookbooks"].map { |folder|
+    Dir[File.join(TOPDIR, folder, "**", "*.erb")]
+  }.flatten
+
+  templates.each do |template|
+    print "Testing template #{template}: "
+
+    template_mtime = File.stat(template).mtime.to_s
+    if cache.has_key?(template)
+      if cache[template]["mtime"] == template_mtime 
+         puts "No change since last test."
+         next
+      end
+    else
+      cache[template] = {}
+    end
+
+    sh %{erubis -x #{template} | ruby -c} do |ok, res|
+      if ok
+        cache[template]["mtime"] = template_mtime
+      else
+        write_cache(cache)
+        raise "Syntax error in #{template}"
+      end
+    end
+
+  end
+
+  write_cache(cache)
+end
+
+desc "Test your cookbooks for syntax errors"
+task :test => [ :test_recipes , :test_templates ]
+
+def write_cache(cache)
+  File.open(TEST_CACHE, "w") { |f| JSON.dump(cache, f) }
+end
+
+desc "Install the latest copy of the repository on this Chef Server"
+task :install => [ :update, :test, :metadata, :roles ] do
+  puts "** Installing your cookbooks"  
+  directories = [ 
+    COOKBOOK_PATH,
+    SITE_COOKBOOK_PATH,
+    CHEF_CONFIG_PATH
+  ]
+  puts "* Creating Directories"
+  directories.each do |dir|
+    sh "sudo mkdir -p #{dir}"
+    sh "sudo chown root #{dir}"
+  end
+  puts "* Installing new Cookbooks"
+  sh "sudo rsync -rlP --delete --exclude '.svn' --exclude '.git*' cookbooks/ #{COOKBOOK_PATH}"
+  puts "* Installing new Site Cookbooks"
+  sh "sudo rsync -rlP --delete --exclude '.svn' --exclude '.git*' site-cookbooks/ #{SITE_COOKBOOK_PATH}"
+  puts "* Installing new Node Roles"
+  sh "sudo rsync -rlP --delete --exclude '.svn' --exclude '.git*' roles/ #{ROLE_PATH}"
+  
+  if File.exists?(File.join(File.dirname(__FILE__), "config", "server.rb"))
+    puts "* Installing new Chef Server Config"
+    sh "sudo cp config/server.rb #{CHEF_SERVER_CONFIG}"
+  end
+  if File.exists?(File.join(File.dirname(__FILE__), "config", "client.rb"))
+    puts "* Installing new Chef Client Config"
+    sh "sudo cp config/client.rb #{CHEF_CLIENT_CONFIG}"
+  end
+end
+
+desc "By default, run rake test"
+task :default => [ :test ]
+
+desc "Create a new cookbook (with COOKBOOK=name, optional CB_PREFIX=site-)"
+task :new_cookbook do
+  create_cookbook(File.join(TOPDIR, "#{ENV["CB_PREFIX"]}cookbooks"))
+  create_readme(File.join(TOPDIR, "#{ENV["CB_PREFIX"]}cookbooks"))
+  create_metadata(File.join(TOPDIR, "#{ENV["CB_PREFIX"]}cookbooks"))
+end
+
+def create_cookbook(dir)
+  raise "Must provide a COOKBOOK=" unless ENV["COOKBOOK"]
+  puts "** Creating cookbook #{ENV["COOKBOOK"]}"
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "attributes")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "recipes")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "definitions")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "libraries")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "files", "default")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "templates", "default")}" 
+  unless File.exists?(File.join(dir, ENV["COOKBOOK"], "recipes", "default.rb"))
+    open(File.join(dir, ENV["COOKBOOK"], "recipes", "default.rb"), "w") do |file|
+      file.puts <<-EOH
+#
+# Cookbook Name:: #{ENV["COOKBOOK"]}
+# Recipe:: default
+#
+# Copyright #{Time.now.year}, #{COMPANY_NAME}
+#
+EOH
+      case NEW_COOKBOOK_LICENSE
+      when :apachev2
+        file.puts <<-EOH
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+EOH
+      when :none
+        file.puts <<-EOH
+# All rights reserved - Do Not Redistribute
+#
+EOH
+      end
+    end
+  end
+end
+
+def create_readme(dir)
+  raise "Must provide a COOKBOOK=" unless ENV["COOKBOOK"]
+  puts "** Creating README for cookbook: #{ENV["COOKBOOK"]}"
+  unless File.exists?(File.join(dir, ENV["COOKBOOK"], "README.rdoc"))
+    open(File.join(dir, ENV["COOKBOOK"], "README.rdoc"), "w") do |file|
+      file.puts <<-EOH
+= DESCRIPTION:
+
+= REQUIREMENTS:
+
+= ATTRIBUTES: 
+
+= USAGE:
+
+EOH
+    end
+  end
+end
+
+def create_metadata(dir)
+  raise "Must provide a COOKBOOK=" unless ENV["COOKBOOK"]
+  puts "** Creating metadata for cookbook: #{ENV["COOKBOOK"]}"
+  
+  case NEW_COOKBOOK_LICENSE
+  when :apachev2
+    license = "Apache 2.0"
+  when :none
+    license = "All rights reserved"
+  end
+
+  unless File.exists?(File.join(dir, ENV["COOKBOOK"], "metadata.rb"))
+    open(File.join(dir, ENV["COOKBOOK"], "metadata.rb"), "w") do |file|
+      if File.exists?(File.join(dir, ENV["COOKBOOK"], 'README.rdoc'))
+        long_description = "long_description IO.read(File.join(File.dirname(__FILE__), 'README.rdoc'))"
+      end
+      file.puts <<-EOH
+maintainer       "#{COMPANY_NAME}"
+maintainer_email "#{SSL_EMAIL_ADDRESS}"
+license          "#{license}"
+description      "Installs/Configures #{ENV["COOKBOOK"]}"
+#{long_description}
+version          "0.1"
+EOH
+    end
+  end
+end
+
+desc "Create a new self-signed SSL certificate for FQDN=foo.example.com"
+task :ssl_cert do
+  $expect_verbose = true
+  fqdn = ENV["FQDN"]
+  fqdn =~ /^(.+?)\.(.+)$/
+  hostname = $1
+  domain = $2
+  raise "Must provide FQDN!" unless fqdn && hostname && domain
+  puts "** Creating self signed SSL Certificate for #{fqdn}"
+  sh("(cd #{CADIR} && openssl genrsa 2048 > #{fqdn}.key)")
+  sh("(cd #{CADIR} && chmod 644 #{fqdn}.key)")
+  puts "* Generating Self Signed Certificate Request"
+  tf = Tempfile.new("#{fqdn}.ssl-conf")
+  ssl_config = <<EOH
+[ req ]
+distinguished_name = req_distinguished_name
+prompt = no
+
+[ req_distinguished_name ]
+C                      = #{SSL_COUNTRY_NAME}
+ST                     = #{SSL_STATE_NAME}
+L                      = #{SSL_LOCALITY_NAME}
+O                      = #{COMPANY_NAME}
+OU                     = #{SSL_ORGANIZATIONAL_UNIT_NAME}
+CN                     = #{fqdn}
+emailAddress           = #{SSL_EMAIL_ADDRESS}
+EOH
+  tf.puts(ssl_config)
+  tf.close
+  sh("(cd #{CADIR} && openssl req -config '#{tf.path}' -new -x509 -nodes -sha1 -days 3650 -key #{fqdn}.key > #{fqdn}.crt)")
+  sh("(cd #{CADIR} && openssl x509 -noout -fingerprint -text < #{fqdn}.crt > #{fqdn}.info)")
+  sh("(cd #{CADIR} && cat #{fqdn}.crt #{fqdn}.key > #{fqdn}.pem)")
+  sh("(cd #{CADIR} && chmod 644 #{fqdn}.pem)")
+end
+
+desc "Build cookbook metadata.json from metadata.rb"
+task :metadata do
+  Chef::Config[:cookbook_path] = [ File.join(TOPDIR, 'cookbooks'), File.join(TOPDIR, 'site-cookbooks') ]
+  cl = Chef::CookbookLoader.new
+  cl.each do |cookbook|
+    if ENV['COOKBOOK']
+      next unless cookbook.name.to_s == ENV['COOKBOOK']
+    end
+    cook_meta = Chef::Cookbook::Metadata.new(cookbook)
+    Chef::Config.cookbook_path.each do |cdir|
+      metadata_rb_file = File.join(cdir, cookbook.name.to_s, 'metadata.rb')
+      metadata_json_file = File.join(cdir, cookbook.name.to_s, 'metadata.json')
+      if File.exists?(metadata_rb_file)
+        puts "Generating metadata for #{cookbook.name}"
+        cook_meta.from_file(metadata_rb_file)
+        File.open(metadata_json_file, "w") do |f| 
+          f.write(JSON.pretty_generate(cook_meta))
+        end
+      end
+    end
+  end
+end
+
+desc "Build roles from roles/role_name.json from role_name.rb"
+task :roles do
+  Chef::Config[:role_path] = File.join(TOPDIR, 'roles')
+  Dir[File.join(TOPDIR, 'roles', '**', '*.rb')].each do |role_file|
+    short_name = File.basename(role_file, '.rb')
+    puts "Generating role JSON for #{short_name}"
+    role = Chef::Role.new
+    role.name(short_name)
+    role.from_file(role_file)
+    File.open(File.join(TOPDIR, 'roles', "#{short_name}.json"), "w") do |f|
+      f.write(JSON.pretty_generate(role))
+    end
+  end
+end
+

data/lib/chef/util/file_edit.rb

@@ -0,0 +1,125 @@
+#
+# Author:: Nuo Yan (<nuo@opscode.com>)
+# Copyright:: Copyright (c) 2009 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'ftools'
+require 'fileutils'
+require 'tempfile'
+
+class Chef
+	class Util
+		class FileEdit
+
+			private
+			
+			attr_accessor :original_pathname, :contents, :file_edited
+
+			public
+			
+			def initialize(filepath)
+				@original_pathname = filepath
+				@file_edited = false
+				
+				raise ArgumentError, "File doesn't exist" unless File.exist? @original_pathname
+				raise ArgumentError, "File is blank" unless (@contents = File.new(@original_pathname).readlines).length > 0
+			end
+			
+			#search the file line by line and match each line with the given regex
+			#if matched, replace the whole line with newline.
+			def search_file_replace_line(regex, newline)
+				search_match(regex, newline, 'r', 1)
+			end
+
+			#search the file line by line and match each line with the given regex
+			#if matched, replace the match (all occurances)  with the replace parameter
+			def search_file_replace(regex, replace)
+				search_match(regex, replace, 'r', 2)
+			end
+			
+			#search the file line by line and match each line with the given regex
+			#if matched, delete the line
+			def search_file_delete_line(regex)
+				search_match(regex, " ", 'd', 1)
+			end
+			
+			#search the file line by line and match each line with the given regex
+			#if matched, delete the match (all occurances) from the line
+			def search_file_delete(regex)
+				search_match(regex, " ", 'd', 2)
+			end
+
+			#search the file line by line and match each line with the given regex
+			#if matched, insert newline after each matching line
+			def insert_line_after_match(regex, newline)
+				search_match(regex, newline, 'i', 0)
+			end
+			 
+			#Make a copy of old_file and write new file out (only if file changed)
+			def write_file
+				
+				# file_edited is false when there was no match in the whole file and thus no contents have changed.
+				if file_edited
+					backup_pathname = original_pathname + ".old"
+					File.copy(original_pathname, backup_pathname)
+					Tempfile.open("w") do |newfile|
+						contents.each do |line|
+							newfile.puts(line)
+						end
+						newfile.flush
+						FileUtils.mv(newfile.path, original_pathname)
+					end
+				end
+				self.file_edited = false
+
+			end
+			
+			private
+			
+			#helper method to do the match, replace, delete, and insert operations
+			#command is the switch of delete, replace, and insert ('d', 'r', 'i')
+			#method is to control operation on whole line or only the match (1 for line, 2 for match)
+			def search_match(regex, replace, command, method)
+				
+				#convert regex to a Regexp object (if not already is one) and store it in exp.
+				exp = Regexp.new(regex)
+
+				#loop through contents and do the appropriate operation depending on 'command' and 'method'
+				new_contents = []
+				
+				contents.each do |line|
+					if line.match(exp) 
+						self.file_edited = true
+						case
+						when command == 'r'
+							new_contents << ((method == 1) ? replace : line.gsub!(exp, replace))
+						when command == 'd'
+							if method == 2
+								new_contents << line.gsub!(exp, "")
+							end
+						when command == 'i'
+							new_contents << line
+							new_contents << replace
+						end
+					else
+						new_contents << line
+					end
+				end
+
+				self.contents = new_contents
+			end
+		end
+	end
+end