mbailey-chef 0.9.12.1

data/lib/chef/couchdb.rb

@@ -0,0 +1,239 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Author:: Christopher Brown (<cb@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'chef/mixin/params_validate'
+require 'chef/config'
+require 'chef/rest'
+require 'chef/log'
+require 'digest/sha2'
+require 'json'
+
+# We want to fail on create if uuidtools isn't installed
+begin
+  require 'uuidtools'
+rescue LoadError
+end
+
+class Chef
+  class CouchDB
+    include Chef::Mixin::ParamsValidate
+
+    def initialize(url=nil, db=Chef::Config[:couchdb_database])
+      url ||= Chef::Config[:couchdb_url]
+      @db = db
+      @rest = Chef::REST.new(url, nil, nil)
+    end
+
+    def couchdb_database(args=nil)
+      @db = args || @db
+    end
+
+    def create_id_map
+      create_design_document(
+        "id_map", 
+        {
+          "version" => 1,
+          "language" => "javascript",
+          "views" => {
+            "name_to_id" => {
+              "map" => <<-EOJS
+                function(doc) {
+                  emit([ doc.chef_type, doc.name], doc._id);
+                }
+              EOJS
+            },
+            "id_to_name" => {
+              "map" => <<-EOJS
+                function(doc) { 
+                  emit(doc._id, [ doc.chef_type, doc.name ]);
+                }
+              EOJS
+            }
+          }
+        }
+      )
+    end
+
+    def create_db
+      @database_list = @rest.get_rest("_all_dbs")
+      unless @database_list.detect { |db| db == couchdb_database }
+        response = @rest.put_rest(couchdb_database, Hash.new)
+      end
+      couchdb_database
+    end
+    
+    def create_design_document(name, data)
+      create_db
+      to_update = true
+      begin
+        old_doc = @rest.get_rest("#{couchdb_database}/_design/#{name}")
+        if data["version"] != old_doc["version"]
+          data["_rev"] = old_doc["_rev"]
+          Chef::Log.debug("Updating #{name} views")
+        else
+          to_update = false
+        end
+      rescue 
+        Chef::Log.debug("Creating #{name} views for the first time because: #{$!}")
+      end
+      if to_update
+        @rest.put_rest("#{couchdb_database}/_design%2F#{name}", data)
+      end
+      true
+    end
+
+    # Save the object to Couch. Add to index if the object supports it.
+    def store(obj_type, name, object)
+      validate(
+        {
+          :obj_type => obj_type,
+          :name => name,
+          :object => object,
+        },
+        {
+          :object => { :respond_to => :to_json },
+        }
+      )
+      rows = get_view("id_map", "name_to_id", :key => [ obj_type, name ])["rows"]
+      uuid = rows.empty? ? UUIDTools::UUID.random_create.to_s : rows.first.fetch("id")
+     
+      db_put_response = @rest.put_rest("#{couchdb_database}/#{uuid}", object)
+
+      if object.respond_to?(:add_to_index)
+        Chef::Log.info("Sending #{obj_type}(#{uuid}) to the index queue for addition.")
+        object.add_to_index(:database => couchdb_database, :id => uuid, :type => obj_type)
+      end
+      
+      db_put_response
+    end
+
+    def load(obj_type, name)
+      validate(
+        {
+          :obj_type => obj_type,
+          :name => name,
+        },
+        {
+          :obj_type => { :kind_of => String },
+          :name => { :kind_of => String },
+        }
+               )
+      doc = find_by_name(obj_type, name)
+      doc.couchdb = self if doc.respond_to?(:couchdb)
+      doc 
+    end
+  
+    def delete(obj_type, name, rev=nil)
+      validate(
+        {
+          :obj_type => obj_type,
+          :name => name,
+        },
+        {
+          :obj_type => { :kind_of => String },
+          :name => { :kind_of => String },
+        }
+      )
+      del_id = nil 
+      object, uuid = find_by_name(obj_type, name, true)
+      unless rev
+        if object.respond_to?(:couchdb_rev)
+          rev = object.couchdb_rev
+        else
+          rev = object['_rev']
+        end
+      end
+      response = @rest.delete_rest("#{couchdb_database}/#{uuid}?rev=#{rev}")
+      response.couchdb = self if response.respond_to?(:couchdb=)
+      
+      if object.respond_to?(:delete_from_index)
+        Chef::Log.info("Sending #{obj_type}(#{uuid}) to the index queue for deletion..")
+        object.delete_from_index(:database => couchdb_database, :id => uuid, :type => obj_type)
+      end
+
+      response
+    end
+  
+    def list(view, inflate=false)
+      validate(
+        { 
+          :view => view,
+        },
+        {
+          :view => { :kind_of => String }
+        }
+      )
+      if inflate
+        r = @rest.get_rest(view_uri(view, "all"))
+        r["rows"].each { |i| i["value"].couchdb = self if i["value"].respond_to?(:couchdb=) }
+        r
+      else
+        r = @rest.get_rest(view_uri(view, "all_id"))
+      end
+      r
+    end
+  
+    def has_key?(obj_type, name)
+      validate(
+        {
+          :obj_type => obj_type,
+          :name => name,
+        },
+        {
+          :obj_type => { :kind_of => String },
+          :name => { :kind_of => String },
+        }
+      )
+      begin
+        find_by_name(obj_type, name)
+        true
+      rescue
+        false
+      end
+    end
+
+    def find_by_name(obj_type, name, with_id=false)
+      r = get_view("id_map", "name_to_id", :key => [ obj_type, name ], :include_docs => true)
+      if r["rows"].length == 0
+        raise Chef::Exceptions::CouchDBNotFound, "Cannot find #{obj_type} #{name} in CouchDB!"
+      end
+      if with_id
+        [ r["rows"][0]["doc"], r["rows"][0]["id"] ]
+      else
+        r["rows"][0]["doc"] 
+      end
+    end
+
+    def get_view(design, view, options={})
+      view_string = view_uri(design, view)
+      view_string << "?" if options.length != 0
+      view_string << options.map { |k,v| "#{k}=#{URI.escape(v.to_json)}"}.join('&')
+      @rest.get_rest(view_string)
+    end
+
+    def bulk_get(*to_fetch)
+      response = @rest.post_rest("#{couchdb_database}/_all_docs?include_docs=true", { "keys" => to_fetch.flatten })
+      response["rows"].collect { |r| r["doc"] }
+    end
+    
+    def view_uri(design, view)
+      "#{couchdb_database}/_design/#{design}/_view/#{view}"
+    end
+    
+  end
+end

data/lib/chef/daemon.rb

@@ -0,0 +1,172 @@
+#
+# Author:: AJ Christensen (<aj@junglist.gen.nz>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# I love you Merb (lib/merb-core/server.rb)
+
+require 'chef/config'
+require 'etc'
+
+class Chef
+  class Daemon
+    class << self
+      attr_accessor :name
+
+      # Daemonize the current process, managing pidfiles and process uid/gid
+      #
+      # === Parameters
+      # name<String>:: The name to be used for the pid file
+      #
+      def daemonize(name)
+        @name = name
+        pid = pid_from_file
+        unless running?
+          remove_pid_file()
+          Chef::Log.info("Daemonizing..")
+          begin
+            exit if fork
+            Process.setsid
+            exit if fork
+            Chef::Log.info("Forked, in #{Process.pid}. Priveleges: #{Process.euid} #{Process.egid}")
+            File.umask Chef::Config[:umask]
+            $stdin.reopen("/dev/null")
+            $stdout.reopen("/dev/null", "a")
+            $stderr.reopen($stdout)
+            save_pid_file
+            at_exit { remove_pid_file }
+          rescue NotImplementedError => e
+            Chef::Application.fatal!("There is no fork: #{e.message}")
+          end
+        else
+          Chef::Application.fatal!("Chef is already running pid #{pid}")
+        end
+      end
+  
+      # Check if Chef is running based on the pid_file
+      # ==== Returns
+      # Boolean::
+      # True if Chef is running
+      # False if Chef is not running
+      #
+      def running?
+        if pid_from_file.nil?
+          false
+        else
+          Process.kill(0, pid_from_file)
+          true
+        end
+      rescue Errno::ESRCH, Errno::ENOENT
+        false
+      rescue Errno::EACCES => e
+        Chef::Application.fatal!("You don't have access to the PID file at #{pid_file}: #{e.message}")
+      end
+      
+      # Gets the pid file for @name
+      # ==== Returns
+      # String::
+      #   Location of the pid file for @name
+      def pid_file
+         Chef::Config[:pid_file] or "/tmp/#{@name}.pid"
+      end
+      
+      # Suck the pid out of pid_file
+      # ==== Returns
+      # Integer::
+      #   The PID from pid_file
+      # nil::
+      #   Returned if the pid_file does not exist.
+      #
+      def pid_from_file
+        File.read(pid_file).chomp.to_i
+      rescue Errno::ENOENT, Errno::EACCES
+        nil
+      end
+    
+      # Store the PID on the filesystem
+      # This uses the Chef::Config[:pid_file] option, or "/tmp/name.pid" otherwise
+      #
+      def save_pid_file
+        file = pid_file
+        begin
+          FileUtils.mkdir_p(File.dirname(file))
+        rescue Errno::EACCES => e
+          Chef::Application.fatal!("Failed store pid in #{File.dirname(file)}, permission denied: #{e.message}")
+        end
+      
+        begin
+          File.open(file, "w") { |f| f.write(Process.pid.to_s) }
+        rescue Errno::EACCES => e
+          Chef::Application.fatal!("Couldn't write to pidfile #{file}, permission denied: #{e.message}")
+        end
+      end
+    
+      # Delete the PID from the filesystem
+      def remove_pid_file
+        FileUtils.rm(pid_file) if File.exists?(pid_file)
+      end
+           
+      # Change process user/group to those specified in Chef::Config
+      #
+      def change_privilege
+        Dir.chdir("/")
+
+        if Chef::Config[:user] and Chef::Config[:group]
+          Chef::Log.info("About to change privilege to #{Chef::Config[:user]}:#{Chef::Config[:group]}")
+          _change_privilege(Chef::Config[:user], Chef::Config[:group])
+        elsif Chef::Config[:user]
+          Chef::Log.info("About to change privilege to #{Chef::Config[:user]}")
+          _change_privilege(Chef::Config[:user])
+        end
+      end
+    
+      # Change privileges of the process to be the specified user and group
+      #
+      # ==== Parameters
+      # user<String>:: The user to change the process to.
+      # group<String>:: The group to change the process to.
+      #
+      # ==== Alternatives
+      # If group is left out, the user will be used (changing to user:user)
+      #
+      def _change_privilege(user, group=user)
+        uid, gid = Process.euid, Process.egid
+
+        begin
+          target_uid = Etc.getpwnam(user).uid
+        rescue ArgumentError => e
+          Chef::Application.fatal!("Failed to get UID for user #{user}, does it exist? #{e.message}")
+          return false
+        end
+   
+        begin
+          target_gid = Etc.getgrnam(group).gid
+        rescue ArgumentError => e
+          Chef::Application.fatal!("Failed to get GID for group #{group}, does it exist? #{e.message}")
+          return false
+        end
+      
+        if (uid != target_uid) or (gid != target_gid)
+          Process.initgroups(user, target_gid)
+          Process::GID.change_privilege(target_gid)
+          Process::UID.change_privilege(target_uid)
+        end
+        true
+      rescue Errno::EPERM => e
+        Chef::Application.fatal!("Permission denied when trying to change #{uid}:#{gid} to #{target_uid}:#{target_gid}. #{e.message}")
+      end
+    end
+  end
+end

data/lib/chef/data_bag.rb

@@ -0,0 +1,215 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Author:: Nuo Yan (<nuo@opscode.com>)
+# Author:: Christopher Brown (<cb@opscode.com>)
+# Copyright:: Copyright (c) 2009 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/config'
+require 'chef/mixin/params_validate'
+require 'chef/mixin/from_file'
+require 'chef/couchdb'
+require 'chef/data_bag_item'
+require 'chef/index_queue'
+require 'extlib'
+require 'json'
+
+class Chef
+  class DataBag 
+    
+    include Chef::Mixin::FromFile
+    include Chef::Mixin::ParamsValidate
+    include Chef::IndexQueue::Indexable
+    
+    DESIGN_DOCUMENT = {
+      "version" => 2,
+      "language" => "javascript",
+      "views" => {
+        "all" => {
+          "map" => <<-EOJS
+          function(doc) { 
+            if (doc.chef_type == "data_bag") {
+              emit(doc.name, doc);
+            }
+          }
+          EOJS
+        },
+        "all_id" => {
+          "map" => <<-EOJS
+          function(doc) { 
+            if (doc.chef_type == "data_bag") {
+              emit(doc.name, doc.name);
+            }
+          }
+          EOJS
+        },
+        "entries" => {
+          "map" => <<-EOJS
+          function(doc) {
+            if (doc.chef_type == "data_bag_item") {
+              emit(doc.data_bag, doc.raw_data.id);
+            }
+          }
+          EOJS
+        }
+      }
+    }
+
+    attr_accessor :couchdb_rev, :couchdb_id, :couchdb
+    
+    # Create a new Chef::DataBag
+    def initialize(couchdb=nil)
+      @name = '' 
+      @couchdb_rev = nil
+      @couchdb_id = nil
+      @couchdb = (couchdb || Chef::CouchDB.new)
+    end
+
+    def name(arg=nil) 
+      set_or_return(
+        :name,
+        arg,
+        :regex => /^[\-[:alnum:]_]+$/
+      )
+    end
+
+    def to_hash
+      result = {
+        "name" => @name,
+        'json_class' => self.class.name,
+        "chef_type" => "data_bag",
+      }
+      result["_rev"] = @couchdb_rev if @couchdb_rev
+      result
+    end
+
+    # Serialize this object as a hash 
+    def to_json(*a)
+      to_hash.to_json(*a)
+    end
+
+    def chef_server_rest
+      Chef::REST.new(Chef::Config[:chef_server_url])
+    end
+
+    def self.chef_server_rest
+      Chef::REST.new(Chef::Config[:chef_server_url])
+    end
+    
+    # Create a Chef::Role from JSON
+    def self.json_create(o)
+      bag = new
+      bag.name(o["name"])
+      bag.couchdb_rev = o["_rev"] if o.has_key?("_rev")
+      bag.couchdb_id = o["_id"] if o.has_key?("_id")
+      bag.index_id = bag.couchdb_id
+      bag
+    end
+    
+    # List all the Chef::DataBag objects in the CouchDB.  If inflate is set to true, you will get
+    # the full list of all Roles, fully inflated.
+    def self.cdb_list(inflate=false, couchdb=nil)
+      rs = (couchdb || Chef::CouchDB.new).list("data_bags", inflate)
+      lookup = (inflate ? "value" : "key")
+      rs["rows"].collect { |r| r[lookup] }
+    end
+    
+    def self.list(inflate=false)
+      if inflate
+        # Can't search for all data bags like other objects, fall back to N+1 :(
+        list(false).inject({}) do |response, bag_and_uri|
+          response[bag_and_uri.first] = load(bag_and_uri.first)
+          response
+        end
+      else
+        Chef::REST.new(Chef::Config[:chef_server_url]).get_rest("data")
+      end
+    end
+    
+    # Load a Data Bag by name from CouchDB
+    def self.cdb_load(name, couchdb=nil)
+      (couchdb || Chef::CouchDB.new).load("data_bag", name)
+    end
+    
+    # Load a Data Bag by name via the RESTful API
+    def self.load(name)
+      Chef::REST.new(Chef::Config[:chef_server_url]).get_rest("data/#{name}")
+    end
+    
+    # Remove this Data Bag from CouchDB
+    def cdb_destroy
+      removed = @couchdb.delete("data_bag", @name, @couchdb_rev)
+      rs = @couchdb.get_view("data_bags", "entries", :include_docs => true, :startkey => @name, :endkey => @name)
+      rs["rows"].each do |row|
+        row["doc"].couchdb = couchdb
+        row["doc"].cdb_destroy
+      end
+      removed
+    end
+    
+    def destroy
+      chef_server_rest.delete_rest("data/#{@name}")
+    end
+    
+    # Save this Data Bag to the CouchDB
+    def cdb_save
+      results = @couchdb.store("data_bag", @name, self)
+      @couchdb_rev = results["rev"]
+    end
+    
+    # Save the Data Bag via RESTful API
+    def save
+      begin
+        chef_server_rest.put_rest("data/#{@name}", self)
+      rescue Net::HTTPServerException => e
+        raise e unless e.response.code == "404"
+        chef_server_rest.post_rest("data", self)
+      end
+      self
+    end
+    
+    #create a data bag via RESTful API
+    def create
+      chef_server_rest.post_rest("data", self)
+      self
+    end
+
+    # List all the items in this Bag from CouchDB
+    # The self.load method does this through the REST API
+    def list(inflate=false)
+      rs = nil 
+      if inflate
+        rs = @couchdb.get_view("data_bags", "entries", :include_docs => true, :startkey => @name, :endkey => @name)
+        rs["rows"].collect { |r| r["doc"] }
+      else
+        rs = @couchdb.get_view("data_bags", "entries", :startkey => @name, :endkey => @name)
+        rs["rows"].collect { |r| r["value"] }
+      end
+    end
+    
+    # Set up our CouchDB design document
+    def self.create_design_document(couchdb=nil)
+      (couchdb || Chef::CouchDB.new).create_design_document("data_bags", DESIGN_DOCUMENT)
+    end
+    
+    # As a string
+    def to_s
+      "data_bag[#{@name}]"
+    end
+
+  end
+end
+