giraffesoft-chef 0.7.15

data/lib/chef/search.rb

@@ -0,0 +1,88 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/search/result'
+require 'ferret'
+
+class Chef
+  class Search
+    
+    attr_reader :index
+    
+    def initialize
+      @index = Ferret::Index::Index.new(:path => Chef::Config[:search_index_path])
+    end
+    
+    def search(type, query="*", attributes=[], &block)
+      search_query = build_search_query(type, query)
+      start_time = Time.now
+      results = []
+      block ||= lambda { |b| b }
+      
+      @index.search_each(search_query, :limit => :all) do |id, score|
+        results << block.call(build_hash(@index.doc(id)))
+      end
+      
+      Chef::Log.debug("Search #{search_query} complete in #{Time.now - start_time} seconds")
+      
+      attributes.empty? ? results : filter_by_attributes(results,attributes)
+    end
+    
+    def filter_by_attributes(results, attributes)
+      results.collect do |r|
+        nr = Hash.new
+        nr[:index_name] = r[:index_name]
+        nr[:id] = r[:id]
+        attributes.each do |attrib|
+          if r.has_key?(attrib)
+            nr[attrib] = r[attrib]
+          end
+        end
+        nr
+      end
+    end
+    
+    private :filter_by_attributes
+    
+    def list_indexes
+      indexes = Hash.new
+      @index.search_each("index_name:*", :limit => :all) do |id, score|
+        indexes[@index.doc(id)["index_name"]] = true
+      end
+      indexes.keys
+    end
+    
+    def has_index?(index)
+      list_indexes.detect { |i| i == index }
+    end
+    
+    private
+      def build_search_query(type, query)
+        query = "id:*" if query == '*'
+        "index_name:#{type} AND (#{query})"
+      end
+    
+      def build_hash(doc)
+        result = Chef::Search::Result.new
+        doc.fields.each do |f|
+          result[f] = doc[f]
+        end
+        result
+      end
+  end
+end

data/lib/chef/search/result.rb

@@ -0,0 +1,64 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'extlib'
+
+class Chef
+  class Search
+    class Result
+
+      def initialize
+        proc = lambda do |h,k| 
+            newhash = Mash.new(&proc)
+            h.each do |pk, pv| 
+              rx = /^#{k.to_s}_/ 
+              if pk =~ rx 
+                newhash[ pk.gsub(rx,'') ] = pv 
+              end 
+            end 
+            newhash 
+          end 
+        @internal = Mash.new(&proc) 
+      end
+
+      def method_missing(symbol, *args, &block)
+        @internal.send(symbol, *args, &block)
+      end
+
+      # Serialize this object as a hash 
+      def to_json(*a)
+        result = {
+          'json_class' => self.class.name,
+          'results' => @internal
+        }
+        result.to_json(*a)
+      end
+      
+      # Create a Chef::Search::Result from JSON
+      def self.json_create(o)
+        result = self.new
+        o['results'].each do |k,v|
+          result[k] = v
+        end
+        result
+      end
+    end
+  end
+end
+
+

data/lib/chef/search_index.rb

@@ -0,0 +1,77 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'ferret'
+
+class Chef
+  class SearchIndex
+    
+    attr_reader :index
+    
+    def initialize
+      @index = Ferret::Index::Index.new(
+        :path => Chef::Config[:search_index_path],
+        :key => [ :id ]
+      )
+    end
+    
+    def add(new_object)
+      index_hash = create_index_object(new_object)
+      Chef::Log.debug("Indexing #{index_hash[:index_name]} with #{index_hash.inspect}")
+      @index.add_document(index_hash)
+    end
+    
+    def create_index_object(new_object)
+      index_hash = nil
+      
+      if new_object.respond_to?(:to_index)
+        index_hash = new_object.to_index
+      elsif new_object.kind_of?(Hash)
+        index_hash = new_object
+      else
+        raise Chef::Exceptions::SearchIndex, "Cannot transform argument to a Hash!" 
+      end
+      
+      unless index_hash.has_key?(:index_name) || index_hash.has_key?("index_name")
+        raise Chef::Exceptions::SearchIndex, "Cannot index without an index_name key: #{index_hash.inspect}"
+      end
+      
+      unless index_hash.has_key?(:id) || index_hash.has_key?("id")
+        raise Chef::Exceptions::SearchIndex, "Cannot index without an id key: #{index_hash.inspect}"
+      end
+     
+      sanitized_hash = Hash.new
+      index_hash.each do |k,v|
+        sanitized_hash[k.to_sym] = v
+      end
+    
+      sanitized_hash
+    end
+        
+    def delete(index_obj)
+      to_delete = create_index_object(index_obj)
+      Chef::Log.debug("Removing #{to_delete.inspect} from the #{to_delete[:index_name]} index")
+      @index.delete(to_delete[:id])
+    end
+    
+    def commit
+      @index.commit
+    end
+    
+  end
+end

data/lib/chef/tasks/chef_repo.rake

@@ -0,0 +1,347 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2008, 2009 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'rubygems'
+require 'json'
+require 'chef'
+require 'chef/role'
+require 'chef/cookbook/metadata'
+require 'tempfile'
+require 'rake'
+
+desc "Update your repository from source control"
+task :update do
+  puts "** Updating your repository"
+
+  case $vcs
+  when :svn
+    sh %{svn up}
+  when :git
+    pull = false
+    pull = true if File.join(TOPDIR, ".git", "remotes", "origin")
+    IO.foreach(File.join(TOPDIR, ".git", "config")) do |line|
+      pull = true if line =~ /\[remote "origin"\]/
+    end
+    if pull
+      sh %{git pull} 
+    else
+      puts "* Skipping git pull, no origin specified"
+    end
+  else
+    puts "* No SCM configured, skipping update"
+  end
+end
+
+desc "Test your cookbooks for syntax errors"
+task :test_recipes do
+  puts "** Testing your cookbooks for syntax errors"
+
+  if File.exists?(TEST_CACHE)
+    cache = JSON.load(open(TEST_CACHE).read)
+    trap("INT") { puts "INT received, flushing test cache"; write_cache(cache) }
+  else
+    cache = {}
+  end
+
+  recipes = ["*cookbooks"].map { |folder|
+    Dir[File.join(TOPDIR, folder, "**", "*.rb")]
+  }.flatten
+
+  recipes.each do |recipe|
+    print "Testing recipe #{recipe}: "
+
+    recipe_mtime = File.stat(recipe).mtime.to_s
+    if cache.has_key?(recipe)
+      if cache[recipe]["mtime"] == recipe_mtime 
+         puts "No modification since last test."
+         next
+      end
+    else
+      cache[recipe] = {}
+    end
+
+
+    sh %{ruby -c #{recipe}} do |ok, res|
+      if ok
+        cache[recipe]["mtime"] = recipe_mtime
+      else
+        write_cache(cache)
+        raise "Syntax error in #{recipe}"
+      end
+    end
+  end
+
+  write_cache(cache)
+end
+
+desc "Test your templates for syntax errors"
+task :test_templates do
+  puts "** Testing your cookbooks for syntax errors"
+
+  if File.exists?(TEST_CACHE)
+    cache = JSON.load(open(TEST_CACHE).read)
+    trap("INT") { puts "INT received, flushing test cache"; write_cache(cache) }
+  else
+    cache = {}
+  end
+
+  templates = ["*cookbooks"].map { |folder|
+    Dir[File.join(TOPDIR, folder, "**", "*.erb")]
+  }.flatten
+
+  templates.each do |template|
+    print "Testing template #{template}: "
+
+    template_mtime = File.stat(template).mtime.to_s
+    if cache.has_key?(template)
+      if cache[template]["mtime"] == template_mtime 
+         puts "No change since last test."
+         next
+      end
+    else
+      cache[template] = {}
+    end
+
+    sh %{erubis -x #{template} | ruby -c} do |ok, res|
+      if ok
+        cache[template]["mtime"] = template_mtime
+      else
+        write_cache(cache)
+        raise "Syntax error in #{template}"
+      end
+    end
+
+  end
+
+  write_cache(cache)
+end
+
+desc "Test your cookbooks for syntax errors"
+task :test => [ :test_recipes , :test_templates ]
+
+def write_cache(cache)
+  File.open(TEST_CACHE, "w") { |f| JSON.dump(cache, f) }
+end
+
+desc "Install the latest copy of the repository on this Chef Server"
+task :install => [ :update, :test, :metadata, :roles ] do
+  puts "** Installing your cookbooks"  
+  directories = [ 
+    COOKBOOK_PATH,
+    SITE_COOKBOOK_PATH,
+    CHEF_CONFIG_PATH
+  ]
+  puts "* Creating Directories"
+  directories.each do |dir|
+    sh "sudo mkdir -p #{dir}"
+    sh "sudo chown root #{dir}"
+  end
+  puts "* Installing new Cookbooks"
+  sh "sudo rsync -rlP --delete --exclude '.svn' --exclude '.git*' cookbooks/ #{COOKBOOK_PATH}"
+  puts "* Installing new Site Cookbooks"
+  sh "sudo rsync -rlP --delete --exclude '.svn' --exclude '.git*' site-cookbooks/ #{SITE_COOKBOOK_PATH}"
+  puts "* Installing new Node Roles"
+  sh "sudo rsync -rlP --delete --exclude '.svn' --exclude '.git*' roles/ #{ROLE_PATH}"
+  
+  if File.exists?(File.join(File.dirname(__FILE__), "config", "server.rb"))
+    puts "* Installing new Chef Server Config"
+    sh "sudo cp config/server.rb #{CHEF_SERVER_CONFIG}"
+  end
+  if File.exists?(File.join(File.dirname(__FILE__), "config", "client.rb"))
+    puts "* Installing new Chef Client Config"
+    sh "sudo cp config/client.rb #{CHEF_CLIENT_CONFIG}"
+  end
+end
+
+desc "By default, run rake test"
+task :default => [ :test ]
+
+desc "Create a new cookbook (with COOKBOOK=name, optional CB_PREFIX=site-)"
+task :new_cookbook do
+  create_cookbook(File.join(TOPDIR, "#{ENV["CB_PREFIX"]}cookbooks"))
+  create_readme(File.join(TOPDIR, "#{ENV["CB_PREFIX"]}cookbooks"))
+  create_metadata(File.join(TOPDIR, "#{ENV["CB_PREFIX"]}cookbooks"))
+end
+
+def create_cookbook(dir)
+  raise "Must provide a COOKBOOK=" unless ENV["COOKBOOK"]
+  puts "** Creating cookbook #{ENV["COOKBOOK"]}"
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "attributes")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "recipes")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "definitions")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "libraries")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "resources")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "providers")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "files", "default")}" 
+  sh "mkdir -p #{File.join(dir, ENV["COOKBOOK"], "templates", "default")}" 
+  unless File.exists?(File.join(dir, ENV["COOKBOOK"], "recipes", "default.rb"))
+    open(File.join(dir, ENV["COOKBOOK"], "recipes", "default.rb"), "w") do |file|
+      file.puts <<-EOH
+#
+# Cookbook Name:: #{ENV["COOKBOOK"]}
+# Recipe:: default
+#
+# Copyright #{Time.now.year}, #{COMPANY_NAME}
+#
+EOH
+      case NEW_COOKBOOK_LICENSE
+      when :apachev2
+        file.puts <<-EOH
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+EOH
+      when :none
+        file.puts <<-EOH
+# All rights reserved - Do Not Redistribute
+#
+EOH
+      end
+    end
+  end
+end
+
+def create_readme(dir)
+  raise "Must provide a COOKBOOK=" unless ENV["COOKBOOK"]
+  puts "** Creating README for cookbook: #{ENV["COOKBOOK"]}"
+  unless File.exists?(File.join(dir, ENV["COOKBOOK"], "README.rdoc"))
+    open(File.join(dir, ENV["COOKBOOK"], "README.rdoc"), "w") do |file|
+      file.puts <<-EOH
+= DESCRIPTION:
+
+= REQUIREMENTS:
+
+= ATTRIBUTES: 
+
+= USAGE:
+
+EOH
+    end
+  end
+end
+
+def create_metadata(dir)
+  raise "Must provide a COOKBOOK=" unless ENV["COOKBOOK"]
+  puts "** Creating metadata for cookbook: #{ENV["COOKBOOK"]}"
+  
+  case NEW_COOKBOOK_LICENSE
+  when :apachev2
+    license = "Apache 2.0"
+  when :none
+    license = "All rights reserved"
+  end
+
+  unless File.exists?(File.join(dir, ENV["COOKBOOK"], "metadata.rb"))
+    open(File.join(dir, ENV["COOKBOOK"], "metadata.rb"), "w") do |file|
+      if File.exists?(File.join(dir, ENV["COOKBOOK"], 'README.rdoc'))
+        long_description = "long_description IO.read(File.join(File.dirname(__FILE__), 'README.rdoc'))"
+      end
+      file.puts <<-EOH
+maintainer       "#{COMPANY_NAME}"
+maintainer_email "#{SSL_EMAIL_ADDRESS}"
+license          "#{license}"
+description      "Installs/Configures #{ENV["COOKBOOK"]}"
+#{long_description}
+version          "0.1"
+EOH
+    end
+  end
+end
+
+desc "Create a new self-signed SSL certificate for FQDN=foo.example.com"
+task :ssl_cert do
+  $expect_verbose = true
+  fqdn = ENV["FQDN"]
+  fqdn =~ /^(.+?)\.(.+)$/
+  hostname = $1
+  domain = $2
+  raise "Must provide FQDN!" unless fqdn && hostname && domain
+  puts "** Creating self signed SSL Certificate for #{fqdn}"
+  sh("(cd #{CADIR} && openssl genrsa 2048 > #{fqdn}.key)")
+  sh("(cd #{CADIR} && chmod 644 #{fqdn}.key)")
+  puts "* Generating Self Signed Certificate Request"
+  tf = Tempfile.new("#{fqdn}.ssl-conf")
+  ssl_config = <<EOH
+[ req ]
+distinguished_name = req_distinguished_name
+prompt = no
+
+[ req_distinguished_name ]
+C                      = #{SSL_COUNTRY_NAME}
+ST                     = #{SSL_STATE_NAME}
+L                      = #{SSL_LOCALITY_NAME}
+O                      = #{COMPANY_NAME}
+OU                     = #{SSL_ORGANIZATIONAL_UNIT_NAME}
+CN                     = #{fqdn}
+emailAddress           = #{SSL_EMAIL_ADDRESS}
+EOH
+  tf.puts(ssl_config)
+  tf.close
+  sh("(cd #{CADIR} && openssl req -config '#{tf.path}' -new -x509 -nodes -sha1 -days 3650 -key #{fqdn}.key > #{fqdn}.crt)")
+  sh("(cd #{CADIR} && openssl x509 -noout -fingerprint -text < #{fqdn}.crt > #{fqdn}.info)")
+  sh("(cd #{CADIR} && cat #{fqdn}.crt #{fqdn}.key > #{fqdn}.pem)")
+  sh("(cd #{CADIR} && chmod 644 #{fqdn}.pem)")
+end
+
+desc "Build cookbook metadata.json from metadata.rb"
+task :metadata do
+  Chef::Config[:cookbook_path] = [ File.join(TOPDIR, 'cookbooks'), File.join(TOPDIR, 'site-cookbooks') ]
+  cl = Chef::CookbookLoader.new
+  cl.each do |cookbook|
+    if ENV['COOKBOOK']
+      next unless cookbook.name.to_s == ENV['COOKBOOK']
+    end
+    cook_meta = Chef::Cookbook::Metadata.new(cookbook)
+    Chef::Config.cookbook_path.each do |cdir|
+      metadata_rb_file = File.join(cdir, cookbook.name.to_s, 'metadata.rb')
+      metadata_json_file = File.join(cdir, cookbook.name.to_s, 'metadata.json')
+      if File.exists?(metadata_rb_file)
+        puts "Generating metadata for #{cookbook.name}"
+        cook_meta.from_file(metadata_rb_file)
+        File.open(metadata_json_file, "w") do |f| 
+          f.write(JSON.pretty_generate(cook_meta))
+        end
+      end
+    end
+  end
+end
+
+desc "Build roles from roles/role_name.json from role_name.rb"
+task :roles do
+  Chef::Config[:role_path] = File.join(TOPDIR, 'roles')
+  Dir[File.join(TOPDIR, 'roles', '**', '*.rb')].each do |role_file|
+    short_name = File.basename(role_file, '.rb')
+    puts "Generating role JSON for #{short_name}"
+    role = Chef::Role.new
+    role.name(short_name)
+    role.from_file(role_file)
+    File.open(File.join(TOPDIR, 'roles', "#{short_name}.json"), "w") do |f|
+      f.write(JSON.pretty_generate(role))
+    end
+  end
+end
+