giraffesoft-chef 0.7.15

data/lib/chef/provider/package/yum-dump.py

@@ -0,0 +1,106 @@
+#
+# Author:: Matthew Kent (<mkent@magoazul.com>)
+# Copyright:: Copyright (c) 2009 Matthew Kent
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+# yum-dump.py
+# Inspired by yumhelper.py by David Lutterkort
+#
+# Produce a list of installed and available packages using yum and dump the 
+# result to stdout.
+#
+# This invokes yum just as the command line would which makes it subject to 
+# all the caching related configuration paramaters in yum.conf.
+#
+# Can be run as non root, but that won't update the cache.
+
+import os
+import sys
+import time
+import yum
+
+from yum import Errors
+
+PIDFILE='/var/run/yum.pid'
+
+# Seconds to wait for exclusive access to yum
+lock_timeout = 10
+
+failure = False 
+
+# Can't do try: except: finally: in python 2.4 it seems, hence this fun.
+try:
+  try:
+    y = yum.YumBase()
+    # Only want our output
+    y.doConfigSetup(debuglevel=0, errorlevel=0)
+    
+    # Yum assumes it can update the cache directory. Disable this for non root 
+    # users.
+    y.conf.cache = os.geteuid() != 0
+    
+     # Spin up to lock_timeout.
+    countdown = lock_timeout
+    while True:
+      try:
+        y.doLock(PIDFILE)
+      except Errors.LockError, e:
+        time.sleep(1)
+        countdown -= 1 
+        if countdown == 0:
+           print >> sys.stderr, "Error! Couldn't obtain an exclusive yum lock in %d seconds. Giving up." % lock_timeout
+           failure = True
+           sys.exit(1)
+      else:
+        break
+    
+    y.doTsSetup()
+    y.doRpmDBSetup()
+    
+    db = y.doPackageLists('all')
+    
+    y.closeRpmDB()
+  
+  except Errors.YumBaseError, e:
+    print >> sys.stderr, "Error! %s" % e 
+    failure = True
+    sys.exit(1)
+
+# Ensure we clear the lock.
+finally:
+  try:
+    y.doUnlock(PIDFILE)
+  # Keep Unlock from raising a second exception as it does with a yum.conf 
+  # config error.
+  except Errors.YumBaseError:
+    if failure == False: 
+      print >> sys.stderr, "Error! %s" % e 
+    sys.exit(1)
+  
+for pkg in db.installed:
+     print '%s,installed,%s,%s,%s,%s' % ( pkg.name, 
+                                          pkg.epoch,
+                                          pkg.version,
+                                          pkg.release,
+                                          pkg.arch )
+for pkg in db.available:
+     print '%s,available,%s,%s,%s,%s' % ( pkg.name, 
+                                          pkg.epoch,
+                                          pkg.version,
+                                          pkg.release,
+                                          pkg.arch )
+
+sys.exit(0)

data/lib/chef/provider/package/yum.rb

@@ -0,0 +1,175 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/provider/package'
+require 'chef/mixin/command'
+require 'chef/resource/package'
+require 'singleton'
+
+class Chef
+  class Provider
+    class Package
+      class Yum < Chef::Provider::Package  
+      
+        class YumCache
+          include Chef::Mixin::Command
+          include Singleton
+
+          def initialize
+            load_data
+          end
+
+          def stale?
+            interval = Chef::Config[:interval].to_f
+
+            # run once mode
+            if interval == 0
+              return false
+            elsif (Time.now - @updated_at) > interval
+              return true
+            end
+
+            false
+          end
+            
+          def refresh
+            if @data.empty?
+              reload
+            elsif stale?
+               reload
+            end
+          end
+
+          def load_data
+            @data = Hash.new
+            error = String.new
+
+            helper = ::File.join(::File.dirname(__FILE__), 'yum-dump.py')
+            status = popen4("python #{helper}", :waitlast => true) do |pid, stdin, stdout, stderr|
+              stdout.each do |line|
+                line.chomp!
+                name, type, epoch, version, release, arch = line.split(',')
+                type_sym = type.to_sym
+                if !@data.has_key?(name)
+                  @data[name] = Hash.new
+                end
+                @data[name][type_sym] = { :epoch => epoch, :version => version,
+                                          :release => release, :arch => arch }
+              end
+              
+              error = stderr.readlines
+            end
+
+            unless status.exitstatus == 0
+              raise Chef::Exceptions::Package, "yum failed - #{status.inspect} - returns: #{error}"
+            end
+
+            @updated_at = Time.now
+          end
+          alias :reload :load_data
+
+          def version(package_name, type)
+            if (x = @data[package_name])
+              if (y = x[type])
+                return "#{y[:version]}-#{y[:release]}"
+              end
+            end
+
+            nil
+          end
+
+          def installed_version(package_name)
+            version(package_name, :installed)
+          end
+
+          def candidate_version(package_name)
+            version(package_name, :available)
+          end
+         
+          def flush
+            @data.clear
+          end
+        end
+
+        def initialize(node, new_resource, collection=nil, definitions=nil, cookbook_loader=nil)
+          @yum = YumCache.instance
+          super(node, new_resource, collection, definitions, cookbook_loader)
+        end
+      
+        def load_current_resource
+          @current_resource = Chef::Resource::Package.new(@new_resource.name)
+          @current_resource.package_name(@new_resource.package_name)
+        
+          Chef::Log.debug("Checking yum info for #{@new_resource.package_name}")
+    
+          @yum.refresh
+
+          installed_version = @yum.installed_version(@new_resource.package_name)
+          @candidate_version = @yum.candidate_version(@new_resource.package_name)
+          
+          @current_resource.version(installed_version)
+          if candidate_version
+            @candidate_version = candidate_version
+          else
+            @candidate_version = installed_version
+          end
+        
+          @current_resource
+        end
+
+        def install_package(name, version)
+          run_command_with_systems_locale(
+            :command => "yum -q -y install #{name}-#{version}"
+          )
+          @yum.flush
+        end
+      
+        def upgrade_package(name, version)
+          # If we have a version, we can upgrade - otherwise, install
+          if @current_resource.version
+            run_command_with_systems_locale(
+              :command => "yum -q -y update #{name}-#{version}"
+            )   
+            @yum.flush
+          else
+            install_package(name, version)
+          end
+        end
+
+        def remove_package(name, version)
+          if version
+            run_command_with_systems_locale(
+             :command => "yum -q -y remove #{name}-#{version}"
+            )
+          else
+            run_command_with_systems_locale(
+             :command => "yum -q -y remove #{name}"
+            )
+          end
+            
+          @yum.flush
+        end
+      
+        def purge_package(name, version)
+          remove_package(name, version)
+        end
+      
+      end
+    end
+  end
+end

data/lib/chef/provider/remote_directory.rb

@@ -0,0 +1,126 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#     http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/provider/file'
+require 'chef/provider/directory'
+require 'chef/rest'
+require 'chef/mixin/find_preferred_file'
+require 'chef/resource/directory'
+require 'chef/resource/remote_file'
+require 'chef/platform'
+require 'uri'
+require 'tempfile'
+require 'net/https'
+
+class Chef
+  class Provider
+    class RemoteDirectory < Chef::Provider::Directory
+
+      include ::Chef::Mixin::FindPreferredFile
+      
+      def action_create
+        super
+
+        @remote_file_list = Hash.new
+        do_recursive
+      end
+    
+      protected
+      
+      def do_recursive
+        if Chef::Config[:solo]
+          Chef::Log.debug("Doing a local recursive directory copy for #{@new_resource}")
+          files_to_transfer = files_for_directory(@new_resource.source)
+        else
+          Chef::Log.debug("Doing a remote recursive directory transfer for #{@new_resource}")
+          r = Chef::REST.new(Chef::Config[:remotefile_url])
+          files_to_transfer = r.get_rest(generate_url(@new_resource.source, "files", { :recursive => "true" }))
+        end        
+
+        files_to_transfer.each do |remote_file_source|
+          fetch_remote_file(remote_file_source)
+        end
+      end
+      
+      def fetch_remote_file(remote_file_source)
+        full_path = ::File.join(@new_resource.path, remote_file_source)
+        full_dir = ::File.dirname(full_path)
+        
+        if !::File.directory?(full_dir)
+          create_directory(full_dir)
+        end
+
+        remote_file = Chef::Resource::RemoteFile.new(full_path, nil, @node)
+        remote_file.cookbook_name = @new_resource.cookbook || @new_resource.cookbook_name           
+        remote_file.source(::File.join(@new_resource.source, remote_file_source))
+        remote_file.mode(@new_resource.files_mode) if @new_resource.files_mode
+        remote_file.group(@new_resource.files_group) if @new_resource.files_group
+        remote_file.owner(@new_resource.files_owner) if @new_resource.files_owner
+        remote_file.backup(@new_resource.files_backup) if @new_resource.files_backup
+        
+        rf_provider = Chef::Platform.provider_for_node(@node, remote_file)
+        rf_provider.load_current_resource
+        rf_provider.action_create
+        @new_resource.updated = true if rf_provider.new_resource.updated        
+      end
+      
+      def create_directory(full_dir)
+        new_dir = Chef::Resource::Directory.new(full_dir, nil, @node)
+        new_dir.cookbook_name = @new_resource.cookbook || @new_resource.cookbook_name            
+        new_dir.mode(@new_resource.mode)
+        new_dir.group(@new_resource.group)
+        new_dir.owner(@new_resource.owner)
+        new_dir.recursive(true)
+        
+        d_provider = Chef::Platform.provider_for_node(@node, new_dir)
+        d_provider.load_current_resource
+        d_provider.action_create
+        @new_resource.updated = true if d_provider.new_resource.updated  
+      end
+            
+      def action_create_if_missing
+        raise Chef::Exceptions::UnsupportedAction, "Remote Directories do not support create_if_missing."
+      end
+      # Pulled from chef-server-slice files controller
+
+      def files_for_directory(path)
+        directory = find_preferred_file(
+          @new_resource.cookbook_name, 
+          :remote_file, 
+          path, 
+          @node[:fqdn],
+          @node[:platform],
+          @node[:platform_version]
+        )
+
+        unless (directory && ::File.directory?(directory))
+          raise NotFound, "Cannot find a suitable directory"
+        end
+
+        directory_listing = Array.new
+        Dir[::File.join(directory, '**', '*')].sort { |a,b| b <=> a }.each do |file|
+          next if ::File.directory?(file)
+          file =~ /^#{directory}\/(.+)$/
+          directory_listing << $1
+        end
+        directory_listing
+      end
+
+    end
+  end
+end

data/lib/chef/provider/remote_file.rb

@@ -0,0 +1,141 @@
+#
+# Author:: Adam Jacob (<adam@opscode.com>)
+# Copyright:: Copyright (c) 2008 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/provider/file'
+require 'chef/rest'
+require 'chef/mixin/find_preferred_file'
+require 'uri'
+require 'tempfile'
+require 'net/https'
+
+class Chef
+  class Provider
+    class RemoteFile < Chef::Provider::File
+
+      include Chef::Mixin::FindPreferredFile
+
+      def action_create
+        Chef::Log.debug("Checking #{@new_resource} for changes")
+        do_remote_file(@new_resource.source, @current_resource.path)
+      end
+
+      def action_create_if_missing
+        if ::File.exists?(@new_resource.path)
+          Chef::Log.debug("File #{@new_resource.path} exists, taking no action.")
+        else
+          action_create
+        end
+      end
+
+      def do_remote_file(source, path)
+        retval = true
+
+        if(@new_resource.checksum && @current_resource.checksum && @current_resource.checksum =~ /^#{@new_resource.checksum}/)
+          Chef::Log.debug("File #{@new_resource} checksum matches, not updating")
+        else
+          begin
+            # The remote filehandle
+            raw_file = get_from_uri(source)    ||
+                       get_from_server(source, @current_resource.checksum) ||
+                       get_from_local_cookbook(source)
+
+            # If the file exists
+            Chef::Log.debug "#{@new_resource}: Checking for file existence of #{@new_resource.path}"
+            if ::File.exists?(@new_resource.path)
+              # And it matches the checksum of the raw file
+              @new_resource.checksum(self.checksum(raw_file.path))
+              Chef::Log.debug "#{@new_resource}: File exists at #{@new_resource.path}"
+              Chef::Log.debug "#{@new_resource}: Target checksum: #{@current_resource.checksum}"
+              Chef::Log.debug "#{@new_resource}: Source checksum: #{@new_resource.checksum}"
+              if @new_resource.checksum != @current_resource.checksum
+                # Updating target file, let's perform a backup!
+                Chef::Log.debug "#{@new_resource}: checksum changed from #{@current_resource.checksum} to #{@new_resource.checksum}"
+                Chef::Log.info "#{@new_resource}: Updating #{@new_resource.path}"
+                backup @new_resource.path
+                FileUtils.cp raw_file.path, @new_resource.path
+                @new_resource.updated = true
+              else
+                Chef::Log.debug "#{@new_resource}: Target and Source checksums are the same, taking no action"
+              end
+            else
+              # We're creating a new file
+              Chef::Log.info "#{@new_resource}: Creating #{@new_resource.path}"
+              FileUtils.cp raw_file.path, @new_resource.path
+              @new_resource.updated = true
+            end
+
+            # We're done with the file, so make sure to close it if it was open.
+            raw_file.close unless raw_file.closed?
+          rescue Net::HTTPRetriableError => e
+            if e.response.kind_of?(Net::HTTPNotModified)
+              Chef::Log.debug("File #{path} is unchanged")
+              retval = false
+            else
+              raise e
+            end
+          end
+        end
+        
+        set_owner if @new_resource.owner
+        set_group if @new_resource.group
+        set_mode  if @new_resource.mode
+
+        retval
+      end
+
+      def get_from_uri(source)
+        begin
+          uri = URI.parse(source)
+          if uri.absolute
+            r = Chef::REST.new(source)
+            Chef::Log.debug("Downloading from absolute URI: #{source}")
+            r.get_rest(source, true).open
+          end
+        rescue URI::InvalidURIError
+          nil
+        end
+      end
+
+      def get_from_server(source, current_checksum)
+        unless Chef::Config[:solo]
+          r = Chef::REST.new(Chef::Config[:remotefile_url])
+          url = generate_url(source, "files", :checksum => current_checksum)
+          Chef::Log.debug("Downloading from server: #{url}")
+          r.get_rest(url, true).open
+        end
+      end
+
+      def get_from_local_cookbook(source)
+        if Chef::Config[:solo]
+          cookbook_name = @new_resource.cookbook || @new_resource.cookbook_name
+          filename = find_preferred_file(
+            cookbook_name,
+            :remote_file,
+            source,
+            @node[:fqdn],
+            @node[:platform],
+            @node[:platform_version]
+          )
+          Chef::Log.debug("Using local file for remote_file:#{filename}")
+          ::File.open(filename)
+        end
+      end
+
+    end
+  end
+end