berkshelf 0.1.1

data/lib/berkshelf/tx_result_set.rb

@@ -0,0 +1,37 @@
+module Berkshelf
+  # @author Jamie Winsor <jamie@vialstudios.com>
+  class TXResultSet
+    attr_reader :results
+
+    def initialize
+      @results = []
+    end
+
+    def add_result(result)
+      unless validate_result(result)
+        raise ArgumentError, "Invalid Result: results must respond to :failed? and :success?"
+      end
+
+      @results << result
+    end
+
+    def failed
+      results.select { |result| result.failed? }
+    end
+
+    def success
+      results.select { |result| result.success? }
+    end
+
+    def has_errors?
+      !failed.empty?
+    end
+
+    private
+
+      def validate_result(result)
+        result.respond_to?(:failed?) &&
+          result.respond_to?(:success?)
+      end
+  end
+end

data/lib/berkshelf/uploader.rb

@@ -0,0 +1,153 @@
+require 'rest_client'
+require 'chef/sandbox'
+require 'chef/config'
+
+module Berkshelf
+  # @author Jamie Winsor <jamie@vialstudios.com>
+  class Uploader
+    attr_reader :cookbook_store
+    attr_reader :server_url
+    attr_reader :queue
+
+    # @param [Berkshelf::CookbookStore] cookbook_store
+    #   the CookbookStore containing the Cookbooks you with to upload
+    # @param [String] server_url
+    #   the URL to the Chef Server to upload Cookbooks to
+    # @param [Hash] options
+    #   a hash of options
+    #
+    #   Options:
+    #     node_name: the name of the client used to sign REST requests to
+    #       the Chef Server. 
+    #       
+    #       Default: the value of Chef::Config[:node_name]
+    #
+    #     client_key: the filepath location for the client's key used to sign
+    #       REST requests to the Chef Server.
+    #
+    #       Default: the value of Chef::Config[:client_key]
+    def initialize(cookbook_store, server_url, options = {})
+      options[:node_name] ||= Chef::Config[:node_name]
+      options[:client_key] ||= Chef::Config[:client_key]
+
+      @cookbook_store = cookbook_store
+      @server_url = server_url
+      @rest = Chef::REST.new(server_url, options[:node_name], options[:client_key])
+      @queue = []
+    end
+
+    # Uploads the given CookbookSource to the given Chef server url.
+    #
+    # @param [String] name
+    #   name of the Cookbook to upload
+    # @param [String] version
+    #   version of the Cookbook to upload
+    # @param [Hash] options
+    #   a hash of options
+    #
+    #   Options:
+    #     force: Upload the Cookbook even if the version already exists and is
+    #       frozen on the target Chef Server
+    #     freeze: Freeze the uploaded Cookbook on the Chef Server so that it
+    #       cannot be overwritten
+    #
+    # @return [TXResult]
+    def upload(name, version, options = {})
+      upload!(name, version, options)
+    rescue BerkshelfError => e
+      TXResult.new(:error, e.message)
+    end
+
+    # See #upload. This function will raise if an error occurs.
+    def upload!(name, version, options = {})
+      cookbook = cookbook_store.cookbook(name, version)
+      raise UploadFailure, "Source not downloaded" if cookbook.nil?
+
+      cookbook.validate!
+
+      checksums = cookbook.checksums.dup
+      new_sandbox = create_sandbox(checksums)
+      upload_checksums_to_sandbox(checksums, new_sandbox)
+      commit_sandbox(new_sandbox)
+      save_cookbook(cookbook, options)
+
+      TXResult.new(:ok, "#{name} (#{version}) uploaded to: #{server_url}")
+    end
+
+    private
+
+      attr_reader :rest
+
+      def create_sandbox(checksums)
+        massaged_sums = checksums.inject({}) do |memo, elt|
+          memo[elt.first] = nil
+          memo
+        end
+        
+        rest.post_rest("sandboxes", :checksums => massaged_sums)
+      end
+
+      def commit_sandbox(sandbox)
+        # Retry if S3 is claims a checksum doesn't exist (the eventual
+        # in eventual consistency)
+        retries = 0
+        begin
+          rest.put_rest(sandbox['uri'], is_completed: true)
+        rescue Net::HTTPServerException => e
+          if e.message =~ /^400/ && (retries += 1) <= 5
+            sleep 2
+            retry
+          else
+            raise
+          end
+        end
+      end
+
+      def upload_checksums_to_sandbox(checksums, sandbox)
+        sandbox['checksums'].each do |checksum, info|
+          if info['needs_upload'] == true
+            # JW TODO: threads, fibers, or evented uploads here
+            upload_file(checksums[checksum], checksum, info['url'])
+          end
+        end
+      end
+
+      def upload_file(file, checksum, url)
+        # Checksum is the hexadecimal representation of the md5, but we 
+        # need the base64 encoding for the content-md5 header
+        checksum64 = Base64.encode64([checksum].pack("H*")).strip
+        timestamp = Time.now.utc.iso8601
+        file_contents = File.open(file, "rb") {|f| f.read}
+
+        sign_obj = Mixlib::Authentication::SignedHeaderAuth.signing_object(
+          :http_method => :put,
+          :path        => URI.parse(url).path,
+          :body        => file_contents,
+          :timestamp   => timestamp,
+          :user_id     => rest.client_name
+        )
+        headers = { 'content-type' => 'application/x-binary', 'content-md5' => checksum64, :accept => 'application/json' }
+        headers.merge!(sign_obj.sign(OpenSSL::PKey::RSA.new(rest.signing_key)))
+
+        begin
+          RestClient::Resource.new(url, headers: headers, timeout: 1800, open_timeout: 1800).put(file_contents)
+        rescue RestClient::Exception => e
+          raise Berkshelf::UploadFailure, "Failed to upload 'file' to 'url': #{e.message}\n#{e.response.body}"
+        end
+      end
+
+      def save_cookbook(cookbook, options = {})
+        options[:freeze] ||= false
+        options[:force] ||= false
+
+        url = "cookbooks/#{cookbook.cookbook_name}/#{cookbook.version}"
+        url << "?force=true" if options[:force]
+
+        rest.put_rest(url, cookbook)
+      end
+
+      def validate_source(source)
+        source.is_a?(Berkshelf::CookbookSource)
+      end
+  end
+end

data/lib/berkshelf/version.rb

@@ -0,0 +1,3 @@
+module Berkshelf
+  VERSION = "0.1.1"
+end

data/lib/chef/knife/berks_init.rb

@@ -0,0 +1,29 @@
+require 'chef/knife'
+
+module Berkshelf
+  class BerksInit < Chef::Knife
+    deps do
+      require 'berkshelf'
+    end
+    
+    banner "knife berks init [PATH]"
+
+    def run
+      ::Berkshelf.ui = ui
+      config[:path] = File.expand_path(@name_args.first || Dir.pwd)
+
+      if File.chef_cookbook?(config[:path])
+        config[:chefignore] = true
+        config[:metadata_entry] = true
+      end
+
+      generator = ::Berkshelf::InitGenerator.new([], config)
+      generator.invoke_all
+
+      ::Berkshelf.ui.info "Successfully initialized"
+    rescue BerkshelfError => e
+      Berkshelf.ui.fatal e
+      exit e.status_code
+    end
+  end
+end

data/lib/chef/knife/berks_install.rb

@@ -0,0 +1,27 @@
+require 'chef/knife'
+
+module Berkshelf
+  class BerksInstall < Chef::Knife
+    deps do
+      require 'berkshelf'
+    end
+    
+    banner "knife berks install (options)"
+
+    option :without,
+      :short => "-W WITHOUT",
+      :long => "--without WITHOUT",
+      :description => "Exclude cookbooks that are in these groups",
+      :proc => lambda { |w| w.split(",") },
+      :default => Array.new
+
+    def run
+      ::Berkshelf.ui = ui
+      cookbook_file = ::Berkshelf::Berksfile.from_file(File.join(Dir.pwd, Berkshelf::DEFAULT_FILENAME))
+      cookbook_file.install(config)
+    rescue BerkshelfError => e
+      Berkshelf.ui.fatal e
+      exit e.status_code
+    end
+  end
+end

data/lib/chef/knife/berks_update.rb

@@ -0,0 +1,23 @@
+require 'chef/knife'
+
+module Berkshelf
+  class BerksUpdate < BerksInstall
+    deps do
+      require 'berkshelf'
+    end
+
+    banner "knife berks update"
+
+    alias :install_run :run
+
+    def run
+      ::Berkshelf.ui = ui
+
+      Lockfile.remove!
+      install_run
+    rescue BerkshelfError => e
+      Berkshelf.ui.fatal e
+      exit e.status_code
+    end
+  end
+end

data/lib/chef/knife/berks_upload.rb

@@ -0,0 +1,39 @@
+require 'chef/knife'
+
+module Berkshelf
+  class BerksUpload < Chef::Knife
+    deps do
+      require 'berkshelf'
+    end
+
+    banner "knife berks upload (options)"
+
+    option :without,
+      :short => "-W WITHOUT",
+      :long => "--without WITHOUT",
+      :description => "Exclude cookbooks that are in these groups",
+      :proc => lambda { |w| w.split(",") },
+      :default => Array.new
+
+    option :freeze,
+      :long => "--freeze",
+      :description => "Freeze the uploaded cookbooks so that they cannot be overwritten",
+      :boolean => true,
+      :default => false
+
+    option :force,
+      :long => "--force",
+      :description => "Upload all cookbooks even if a frozen one exists on the target Chef Server",
+      :boolean => true,
+      :default => false
+
+    def run
+      ::Berkshelf.ui = ui
+      cookbook_file = ::Berkshelf::Berksfile.from_file(File.join(Dir.pwd, "Berksfile"))
+      cookbook_file.upload(Chef::Config[:chef_server_url], config)
+    rescue BerkshelfError => e
+      Berkshelf.ui.fatal e
+      exit e.status_code
+    end
+  end
+end

data/spec/fixtures/Berksfile

@@ -0,0 +1,3 @@
+cookbook 'ntp', '<= 1.0.0'
+cookbook 'mysql'
+cookbook 'nginx', '< 0.101.2'

data/spec/fixtures/cookbooks/example_cookbook-0.5.0/README.md

@@ -0,0 +1,12 @@
+Description
+===========
+
+Requirements
+============
+
+Attributes
+==========
+
+Usage
+=====
+

data/spec/fixtures/cookbooks/example_cookbook-0.5.0/metadata.rb

@@ -0,0 +1,6 @@
+maintainer       "Josiah Kiehl"
+maintainer_email "josiah@skirmisher.net"
+license          "DO WHAT YOU WANT CAUSE A PIRATE IS FREE"
+description      "Installs/Configures example_cookbook"
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version          "0.5.0"

data/spec/fixtures/cookbooks/example_cookbook-0.5.0/recipes/default.rb

@@ -0,0 +1,8 @@
+#
+# Cookbook Name:: example_cookbook
+# Recipe:: default
+#
+# Copyright 2012, YOUR_COMPANY_NAME
+#
+# All rights reserved - Do Not Redistribute
+#

data/spec/fixtures/cookbooks/example_cookbook/README.md

@@ -0,0 +1,12 @@
+Description
+===========
+
+Requirements
+============
+
+Attributes
+==========
+
+Usage
+=====
+

data/spec/fixtures/cookbooks/example_cookbook/metadata.rb

@@ -0,0 +1,6 @@
+maintainer       "Josiah Kiehl"
+maintainer_email "josiah@skirmisher.net"
+license          "DO WHAT YOU WANT CAUSE A PIRATE IS FREE"
+description      "Installs/Configures example_cookbook"
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+version          "0.5.0"

data/spec/fixtures/cookbooks/example_cookbook/recipes/default.rb

@@ -0,0 +1,8 @@
+#
+# Cookbook Name:: example_cookbook
+# Recipe:: default
+#
+# Copyright 2012, YOUR_COMPANY_NAME
+#
+# All rights reserved - Do Not Redistribute
+#

data/spec/fixtures/cookbooks/invalid_ruby_files-1.0.0/recipes/default.rb

@@ -0,0 +1 @@
+(*&)*^^^@(8123_)@(jkladsf}})end))) +++ /0

data/spec/fixtures/cookbooks/invalid_template_files-1.0.0/templates/default/broken.erb

@@ -0,0 +1 @@
+<%= (*&)*^^^@(8123_)@(jkladsf}})end))) +++%>

data/spec/fixtures/cookbooks/nginx-0.100.5/README.md

@@ -0,0 +1,77 @@
+Description
+===========
+
+Installs nginx from package OR source code and sets up configuration handling similar to Debian's Apache2 scripts.
+
+Requirements
+============
+
+Cookbooks
+---------
+
+* build-essential (for nginx::source)
+* runit (for nginx::source)
+
+Platform
+--------
+
+Debian or Ubuntu though may work where 'build-essential' works, but other platforms are untested.
+
+Attributes
+==========
+
+All node attributes are set under the `nginx` namespace.
+
+* version - sets the version to install.
+* dir - configuration dir.
+* `log_dir` - where logs go.
+* user - user to run as.
+* binary - path to nginx binary.
+* gzip - all attributes under the `gzip` namespace configure the gzip module.
+* keepalive - whether to use keepalive.
+* `keepalive_timeout` - set the keepalive timeout.
+* `worker_processes` - number of workers to spawn.
+* `worker_connections` - number of connections per worker.
+* `server_names_hash_bucket_size`
+* `url` - URL where to download the nginx source tarball
+
+The following attributes are set at the 'normal' node level via the `nginx::source` recipe.
+
+* `install_path` - for nginx::source, sets the --prefix installation.
+* `src_binary` - for nginx::source, sets the binary location.
+* `configure_flags` - for nginx::source, an array of flags to use for compilation.
+
+Usage
+=====
+
+Provides two ways to install and configure nginx.
+
+* Install via native package (nginx::default)
+* Install via compiled source (nginx::source)
+
+Both recipes implement configuration handling similar to the Debian Apache2 site enable/disable.
+
+There's some redundancy in that the config handling hasn't been separated from the installation method (yet), so use only one of the recipes.
+
+Some of the attributes mentioned above are only set in the `nginx::source` recipe. They can be overridden by setting them via a role in `override_attributes`.
+
+License and Author
+==================
+
+Author:: Joshua Timberman (<joshua@opscode.com>)
+Author:: Adam Jacob (<adam@opscode.com>)
+Author:: AJ Christensen (<aj@opscode.com>)
+
+Copyright:: 2008-2011, Opscode, Inc
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.