runa-chef 0.8.0.1

data/lib/chef/cookbook/metadata/version.rb

@@ -0,0 +1,87 @@
+#
+# Author:: AJ Christensen (<aj@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/cookbook'
+require 'chef/cookbook/metadata'
+
+class Chef::Cookbook::Metadata
+  class Version
+    include Comparable
+
+    attr_accessor :major,
+                  :minor,
+                  :patch
+
+    def initialize(str="")
+      @major, @minor, @patch = _parse(str)
+    end
+
+    def _parse(str="")
+      @major, @minor, @patch = case str
+        when /^(\d+)\.(\d+)\.(\d+)$/
+          [ $1.to_i, $2.to_i, $3.to_i ]
+        when /^(\d+)\.(\d+)$/
+          [ $1.to_i, $2.to_i, 0 ]
+        else
+          raise "Metadata version does not match 'x.y.z' or 'x.y'"
+      end
+    end
+
+    def inspect
+      "#{@major}.#{@minor}.#{@patch}"
+    end
+
+    def to_s
+      "#{@major}.#{@minor}.#{@patch}"
+    end
+
+    def <=>(v)
+      major, minor, patch = (
+        [ :major, :minor, :patch ].collect do |method|
+          self.send(method) <=> v.send(method)
+        end
+      )
+
+      Chef::Log.debug "(#{self.to_s}/#{v.to_s}) major,minor,patch: #{[major,minor,patch].join(',')}"
+
+      # all these returns feels like C, surely there is a better way!
+
+      if major == 0 && minor == 0 && patch == 0
+        comp = 0
+      end
+
+      if major == 1
+        comp = 1
+      end
+
+      if major == 0 && minor == 1 && patch == -1
+        comp = 1
+      end
+
+      if minor == 1 && major == 0 && patch == 0
+        comp = 1
+      end
+
+      if patch == 1 && major == 0 && minor == 0
+        comp = 1
+      end
+
+      return (comp || -1)
+    end
+  end
+end

data/lib/chef/cookbook_loader.rb

@@ -0,0 +1,180 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Author:: Christopher Walters (<cw@opscode.com>)
+# Author:: Daniel DeLeo (<dan@kallistec.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# Copyright:: Copyright (c) 2009 Daniel DeLeo
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'chef/config'
+require 'chef/cookbook'
+require 'chef/cookbook/metadata'
+
+class Chef
+  class CookbookLoader
+    
+    attr_accessor :cookbook, :metadata
+    
+    include Enumerable
+    
+    def initialize()
+      @cookbook = Hash.new
+      @metadata = Hash.new
+      @ignore_regexes = Hash.new { |hsh, key| hsh[key] = Array.new }
+      load_cookbooks
+    end
+    
+    def load_cookbooks
+      cookbook_settings = Hash.new
+      [Chef::Config.cookbook_path].flatten.each do |cb_path|
+        Dir[File.join(cb_path, "*")].each do |cookbook|
+          next unless File.directory?(cookbook)          
+          cookbook_name = File.basename(cookbook).to_sym
+          unless cookbook_settings.has_key?(cookbook_name)
+            cookbook_settings[cookbook_name] = { 
+              :attribute_files  => Hash.new,
+              :definition_files => Hash.new,
+              :recipe_files     => Hash.new,
+              :template_files   => Hash.new,
+              :remote_files     => Hash.new,
+              :lib_files        => Hash.new,
+              :resource_files   => Hash.new,
+              :provider_files   => Hash.new,
+              :metadata_files   => Array.new
+            }
+          end
+          ignore_regexes = load_ignore_file(File.join(cookbook, "ignore"))
+          @ignore_regexes[cookbook_name].concat(ignore_regexes)
+          
+          load_files_unless_basename(
+            File.join(cookbook, "attributes", "*.rb"), 
+            cookbook_settings[cookbook_name][:attribute_files]
+          )
+          load_files_unless_basename(
+            File.join(cookbook, "definitions", "*.rb"), 
+            cookbook_settings[cookbook_name][:definition_files]
+          )
+          load_files_unless_basename(
+            File.join(cookbook, "recipes", "*.rb"), 
+            cookbook_settings[cookbook_name][:recipe_files]
+          )
+          load_files_unless_basename(
+            File.join(cookbook, "libraries", "*.rb"),               
+            cookbook_settings[cookbook_name][:lib_files]
+          )
+          load_cascading_files(
+            "*.erb",
+            File.join(cookbook, "templates"),
+            cookbook_settings[cookbook_name][:template_files]
+          )
+          load_cascading_files(
+            "*",
+            File.join(cookbook, "files"),
+            cookbook_settings[cookbook_name][:remote_files]
+          )
+          load_cascading_files(
+            "*.rb",
+            File.join(cookbook, "resources"),
+            cookbook_settings[cookbook_name][:resource_files]
+          )
+          load_cascading_files(
+            "*.rb",
+            File.join(cookbook, "providers"),
+            cookbook_settings[cookbook_name][:provider_files]
+          )
+
+          if File.exists?(File.join(cookbook, "metadata.json"))
+            cookbook_settings[cookbook_name][:metadata_files] << File.join(cookbook, "metadata.json")
+          end
+        end
+      end
+      remove_ignored_files_from(cookbook_settings)
+      
+      cookbook_settings.each_key do |cookbook|
+        @cookbook[cookbook] = Chef::Cookbook.new(cookbook)
+        @cookbook[cookbook].attribute_files = cookbook_settings[cookbook][:attribute_files].values
+        @cookbook[cookbook].definition_files = cookbook_settings[cookbook][:definition_files].values
+        @cookbook[cookbook].recipe_files = cookbook_settings[cookbook][:recipe_files].values
+        @cookbook[cookbook].template_files = cookbook_settings[cookbook][:template_files].values
+        @cookbook[cookbook].remote_files = cookbook_settings[cookbook][:remote_files].values
+        @cookbook[cookbook].lib_files = cookbook_settings[cookbook][:lib_files].values
+        @cookbook[cookbook].resource_files = cookbook_settings[cookbook][:resource_files].values
+        @cookbook[cookbook].provider_files = cookbook_settings[cookbook][:provider_files].values
+        @metadata[cookbook] = Chef::Cookbook::Metadata.new(@cookbook[cookbook])
+        cookbook_settings[cookbook][:metadata_files].each do |meta_json|
+          @metadata[cookbook].from_json(IO.read(meta_json))
+        end
+      end
+    end
+    
+    def [](cookbook)
+      if @cookbook.has_key?(cookbook.to_sym)
+        @cookbook[cookbook.to_sym]
+      else
+        raise ArgumentError, "Cannot find a cookbook named #{cookbook.to_s}; did you forget to add metadata to a cookbook? (http://wiki.opscode.com/display/chef/Metadata)"
+      end
+    end
+    
+    def each
+      @cookbook.keys.sort { |a,b| a.to_s <=> b.to_s }.each do |cname|
+        yield @cookbook[cname]
+      end
+    end
+
+    private
+    
+      def load_ignore_file(ignore_file)
+        results = Array.new
+        if File.exists?(ignore_file) && File.readable?(ignore_file)
+          IO.foreach(ignore_file) do |line|
+            next if line =~ /^#/
+            next if line =~ /^\w*$/
+            line.chomp!
+            results << Regexp.new(line)
+          end
+        end
+        results
+      end
+      
+      def remove_ignored_files_from(cookbook_settings)
+        file_types_to_inspect = [ :attribute_files, :definition_files, :recipe_files, :template_files, 
+                                  :remote_files, :lib_files, :resource_files, :provider_files]
+        
+        @ignore_regexes.each do |cookbook_name, regexes|
+          regexes.each do |regex|
+            settings = cookbook_settings[cookbook_name]
+            file_types_to_inspect.each do |file_type|
+              settings[file_type].delete_if { |uniqname, fullpath| fullpath.match(regex) }
+            end
+          end
+        end
+      end
+      
+      def load_cascading_files(file_glob, base_path, result_hash)
+        rm_base_path = /^#{base_path}\/(.+)$/
+        # To handle dotfiles like .ssh
+        Dir.glob(File.join(base_path, "**/#{file_glob}"), File::FNM_DOTMATCH).each do |file|
+          result_hash[rm_base_path.match(file)[1]] = file
+        end
+      end
+      
+      def load_files_unless_basename(file_glob, result_hash)
+        Dir[file_glob].each do |file|
+          result_hash[File.basename(file)] = file
+        end
+      end
+      
+  end
+end

data/lib/chef/couchdb.rb

@@ -0,0 +1,273 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'chef/mixin/params_validate'
+require 'chef/config'
+require 'chef/rest'
+require 'chef/log'
+require 'digest/sha2'
+require 'json'
+require 'chef/nanite'
+
+# We want to fail on create if uuidtools isn't installed
+begin
+  require 'uuidtools'
+rescue LoadError
+end
+
+class Chef
+  class CouchDB
+    include Chef::Mixin::ParamsValidate
+
+    def initialize(url=nil, db=Chef::Config[:couchdb_database])
+      url ||= Chef::Config[:couchdb_url]
+      @db = db
+      @rest = Chef::REST.new(url, nil, nil)
+    end
+
+    def couchdb_database(args=nil)
+      if args
+        @db = args
+      else
+        @db
+      end
+    end
+
+    def create_id_map
+      create_design_document(
+        "id_map", 
+        {
+          "version" => 1,
+          "language" => "javascript",
+          "views" => {
+            "name_to_id" => {
+              "map" => <<-EOJS
+                function(doc) {
+                  emit([ doc.chef_type, doc.name], doc._id);
+                }
+              EOJS
+            },
+            "id_to_name" => {
+              "map" => <<-EOJS
+                function(doc) { 
+                  emit(doc._id, [ doc.chef_type, doc.name ]);
+                }
+              EOJS
+            }
+          }
+        }
+      )
+    end
+
+    def create_db
+      @database_list = @rest.get_rest("_all_dbs")
+      unless @database_list.detect { |db| db == couchdb_database }
+        response = @rest.put_rest(couchdb_database, Hash.new)
+      end
+      couchdb_database
+    end
+    
+    def create_design_document(name, data)
+      create_db
+      to_update = true
+      begin
+        old_doc = @rest.get_rest("#{couchdb_database}/_design/#{name}")
+        if data["version"] != old_doc["version"]
+          data["_rev"] = old_doc["_rev"]
+          Chef::Log.debug("Updating #{name} views")
+        else
+          to_update = false
+        end
+      rescue 
+        Chef::Log.debug("Creating #{name} views for the first time because: #{$!}")
+      end
+      if to_update
+        @rest.put_rest("#{couchdb_database}/_design%2F#{name}", data)
+      end
+      true
+    end
+
+    def store(obj_type, name, object)
+      validate(
+        {
+          :obj_type => obj_type,
+          :name => name,
+          :object => object,
+        },
+        {
+          :object => { :respond_to => :to_json },
+        }
+      )
+      r = get_view("id_map", "name_to_id", :key => [ obj_type, name ])
+      uuid = nil
+      if r["rows"].length == 1
+        uuid = r["rows"][0]["id"]
+      else
+        uuid = UUIDTools::UUID.random_create.to_s
+      end
+        
+      r = @rest.put_rest("#{couchdb_database}/#{uuid}", object)
+      Chef::Log.info("Sending #{uuid} to Nanite for indexing..")
+      n = Chef::Nanite.push(
+        "/index/add",
+        { 
+          :id => uuid,
+          :database => couchdb_database,
+          :type => obj_type,
+          :item => object
+        },
+        :persistent => true
+      )
+      r
+    end
+
+    def load(obj_type, name)
+      validate(
+        {
+          :obj_type => obj_type,
+          :name => name,
+        },
+        {
+          :obj_type => { :kind_of => String },
+          :name => { :kind_of => String },
+        }
+      )
+      doc = find_by_name(obj_type, name)
+      doc.couchdb = self if doc.respond_to?(:couchdb)
+      doc 
+    end
+  
+    def delete(obj_type, name, rev=nil)
+      validate(
+        {
+          :obj_type => obj_type,
+          :name => name,
+        },
+        {
+          :obj_type => { :kind_of => String },
+          :name => { :kind_of => String },
+        }
+      )
+      del_id = nil 
+      last_obj, obj_id = find_by_name(obj_type, name, true)
+      unless rev
+        if last_obj.respond_to?(:couchdb_rev)
+          rev = last_obj.couchdb_rev
+        else
+          rev = last_obj['_rev']
+        end
+      end
+      r = @rest.delete_rest("#{couchdb_database}/#{obj_id}?rev=#{rev}")
+      r.couchdb = self if r.respond_to?(:couchdb)
+      Chef::Log.info("Sending #{obj_id} to Nanite for deletion..")
+      n = Chef::Nanite.push(
+        "/index/delete",
+        { 
+          :id => obj_id,
+          :database => couchdb_database,
+          :type => obj_type
+        },
+        :persistent => true
+      )
+      r
+    end
+  
+    def list(view, inflate=false)
+      validate(
+        { 
+          :view => view,
+        },
+        {
+          :view => { :kind_of => String }
+        }
+      )
+      if inflate
+        r = @rest.get_rest(view_uri(view, "all"))
+        r["rows"].each { |i| i["value"].couchdb = self if i["value"].respond_to?(:couchdb=) }
+        r
+      else
+        r = @rest.get_rest(view_uri(view, "all_id"))
+      end
+      r
+    end
+  
+    def has_key?(obj_type, name)
+      validate(
+        {
+          :obj_type => obj_type,
+          :name => name,
+        },
+        {
+          :obj_type => { :kind_of => String },
+          :name => { :kind_of => String },
+        }
+      )
+      begin
+        find_by_name(obj_type, name)
+        true
+      rescue
+        false
+      end
+    end
+
+    def find_by_name(obj_type, name, with_id=false)
+      r = get_view("id_map", "name_to_id", :key => [ obj_type, name ], :include_docs => true)
+      if r["rows"].length == 0
+        raise Chef::Exceptions::CouchDBNotFound, "Cannot find #{obj_type} #{name} in CouchDB!"
+      end
+      if with_id
+        [ r["rows"][0]["doc"], r["rows"][0]["id"] ]
+      else
+        r["rows"][0]["doc"] 
+      end
+    end
+
+    def get_view(design, view, options={})
+      view_string = view_uri(design, view)
+      view_string << "?" if options.length != 0
+      first = true;
+      options.each { |k,v| view_string << "#{first ? '' : '&'}#{k}=#{URI.escape(v.to_json)}"; first = false }
+      @rest.get_rest(view_string)
+    end
+
+    def bulk_get(*to_fetch)
+      response = @rest.post_rest("#{couchdb_database}/_all_docs?include_docs=true", { "keys" => to_fetch.flatten })
+      response["rows"].collect { |r| r["doc"] }
+    end
+    
+    def view_uri(design, view)
+      Chef::Config[:couchdb_version] ||= @rest.run_request(:GET,
+                                                           URI.parse(@rest.url + "/"),
+                                                           {},
+                                                           10,
+                                                           false)["version"].gsub(/-.+/,"").to_f
+      case Chef::Config[:couchdb_version]
+      when 0.8
+        "#{couchdb_database}/_view/#{design}/#{view}"
+      else
+        "#{couchdb_database}/_design/#{design}/_view/#{view}"
+      end
+    end
+    
+    private
+    
+      def safe_name(name)
+        name.gsub(/\./, "_")
+      end
+
+  end
+end