pantry-chef 0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 940b6c168265e478641aa40d456c2f70ce2e632e
+  data.tar.gz: 8c88964eadedea49879ba9ba17a2865b76c7bb53
+SHA512:
+  metadata.gz: b57aa263239fcdc89450645200e497f9baa5e750b5224eeeef1a397d3a13cb648ffbc8808f13c41569f62905dacc87195debde5d76fda8276b5d25685aa933f3
+  data.tar.gz: 1fc61ebd37613a5531bcac0b56456776d4d2891cd94604b21b3e4ab6746b3ec799ee5f8c6aaf5057a43feaec023eeaa4081f851c455288dcff32ba806edd6371

data/.gitignore

@@ -0,0 +1,5 @@
+Gemfile.lock
+*.gem
+
+test/test.log
+test/acceptance/data_dir/*

data/.travis.yml

@@ -0,0 +1,16 @@
+before_install:
+  - travis_retry sudo apt-add-repository ppa:bpaquet/zeromq4-precise -y
+  - travis_retry sudo apt-get update
+  - travis_retry sudo apt-get install libzmq-dev -y
+language: ruby
+rvm:
+  - 2.0.0
+  - 2.1.0
+  - ruby-head
+cache:
+  - bundler
+  - apt
+
+matrix:
+  allow_failures:
+    - rvm: ruby-head

data/Gemfile

@@ -0,0 +1,15 @@
+source "https://rubygems.org"
+
+gem "pantry", :github => "pantry/pantry"
+
+gemspec
+
+group :development do
+  gem "rake"
+end
+
+group :test do
+  gem "minitest"
+  gem "mocha"
+  gem "fakefs", :require => false
+end

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2014 Collective Idea
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
+

data/README.md

@@ -0,0 +1,49 @@
+# Pantry Chef
+
+[![Build Status](https://travis-ci.org/pantry/pantry-chef.png?branch=master)](https://travis-ci.org/pantry/pantry-chef) [![Code Climate](https://codeclimate.com/github/pantry/pantry-chef.png)](https://codeclimate.com/github/pantry/pantry-chef)
+
+Pantry Chef is a plugin for [Pantry](pantryops.org) to host and serve up Chef data (cookbooks, environments, roles, and data bags). Chef is run on Clients using chef-solo.
+
+## Installation
+
+Install the plugin on all nodes in the Pantry network:
+
+    gem install pantry-chef
+
+## Usage
+
+Once installed, using Pantry Chef is simple. You'll need to upload each of your cookbooks to the server.
+
+    pantry chef:cookbook:upload COOKBOOK_DIR
+
+For application specific files (environments, roles, and data bags) you need to specify an application for uploading
+
+    pantry -a [application] chef:environment:upload ENVIRONMENT_FILE
+    ...
+
+Once all files are uploaded, trigger a Chef run on all clients:
+
+    pantry chef:run
+    
+More details can be found at http://pantryops.org/chef
+
+## Documentation
+
+The Documentation for Pantry is available at http://pantryops.org/chef and the RDoc is served up at [rdoc.info/pantry-chef](http://rubydoc.info/github/pantry/pantry-chef/master/frames).
+
+## Project Details
+
+* Built and Maintained by [Collective Idea](http://collectiveidea.com)
+* Hosted on Github [pantry/pantry-chef](https://github.com/pantry/pantry-chef)
+* File bug reports on the [Issue tracker](https://github.com/pantry/pantry-chef/issues)
+
+## Contributing
+
+* Fork this repository on Github
+* Make your changes and send us a Pull Request
+* All Pull Requests must contain tests
+* Pull Request tests must pass before being accepted
+
+## License
+
+Pantry Chef is distributed under the MIT License. See LICENSE for more details.

data/Rakefile

@@ -0,0 +1,18 @@
+require 'rake/testtask'
+
+task :default => "test:all"
+
+namespace :test do
+  desc "Run all test suites"
+  task :all => [:unit, :acceptance]
+
+  Rake::TestTask.new(:unit) do |t|
+    t.libs << "test" << "lib"
+    t.pattern = "test/unit/**/*_test.rb"
+  end
+
+  Rake::TestTask.new(:acceptance) do |t|
+    t.libs << "test" << "lib"
+    t.pattern = "test/acceptance/**/*_test.rb"
+  end
+end

data/lib/pantry/chef.rb

@@ -0,0 +1,47 @@
+require 'pantry/chef/version'
+
+require 'pantry/chef/upload_cookbook'
+require 'pantry/chef/list_cookbooks'
+require 'pantry/chef/sync_cookbooks'
+require 'pantry/chef/send_cookbooks'
+
+require 'pantry/chef/upload_role'
+require 'pantry/chef/sync_roles'
+
+require 'pantry/chef/upload_environment'
+require 'pantry/chef/sync_environments'
+
+require 'pantry/chef/upload_data_bag'
+require 'pantry/chef/sync_data_bags'
+
+require 'pantry/chef/configure_chef'
+require 'pantry/chef/run_chef_solo'
+require 'pantry/chef/run'
+
+module Pantry
+  module Chef
+
+    class UnknownCookbook < Exception; end
+
+    class MissingMetadata < Exception; end
+
+    class UploadError < Exception; end
+
+  end
+end
+
+Pantry.add_server_command(Pantry::Chef::UploadCookbook)
+Pantry.add_server_command(Pantry::Chef::ListCookbooks)
+Pantry.add_server_command(Pantry::Chef::SendCookbooks)
+
+Pantry.add_server_command(Pantry::Chef::UploadRole)
+Pantry.add_server_command(Pantry::Chef::UploadEnvironment)
+Pantry.add_server_command(Pantry::Chef::UploadDataBag)
+
+Pantry.add_client_command(Pantry::Chef::Run)
+Pantry.add_client_command(Pantry::Chef::ConfigureChef)
+Pantry.add_client_command(Pantry::Chef::SyncCookbooks)
+Pantry.add_client_command(Pantry::Chef::SyncRoles)
+Pantry.add_client_command(Pantry::Chef::SyncEnvironments)
+Pantry.add_client_command(Pantry::Chef::SyncDataBags)
+Pantry.add_client_command(Pantry::Chef::RunChefSolo)

data/lib/pantry/chef/configure_chef.rb

@@ -0,0 +1,59 @@
+module Pantry
+  module Chef
+
+    class ConfigureChef < Pantry::Command
+
+      def perform(message)
+        @base_chef_dir = Pantry.root.join("chef")
+        @etc_dir       = Pantry.root.join("etc", "chef")
+        create_required_directories
+        write_solo_rb
+        write_node_json
+        # TODO: Error handling response message?
+        true
+      end
+
+      protected
+
+      def create_required_directories
+        FileUtils.mkdir_p(@base_chef_dir.join("cache"))
+        FileUtils.mkdir_p(@base_chef_dir.join("cookbooks"))
+        FileUtils.mkdir_p(@base_chef_dir.join("environments"))
+        FileUtils.mkdir_p(@etc_dir)
+      end
+
+      # NOTE: Writes out the file every time this command is run.
+      def write_solo_rb
+        contents = ["# This file generated by Pantry", ""]
+
+        if client && client.environment
+          contents << %|environment "#{client.environment}"|
+        end
+
+        contents << %|file_cache_path  "#{@base_chef_dir.join("cache")}"|
+        contents << %|cookbook_path    "#{@base_chef_dir.join("cookbooks")}"|
+        contents << %|environment_path "#{@base_chef_dir.join("environments")}"|
+        contents << %|role_path        "#{@base_chef_dir.join("roles")}"|
+        contents << %|json_attribs     "#{@etc_dir.join("node.json")}"|
+
+        File.open(@etc_dir.join("solo.rb"), "w+") do |file|
+          file.write(contents.join("\n") + "\n")
+        end
+      end
+
+      def write_node_json
+        return unless client
+
+        node_json = @etc_dir.join("node.json")
+
+        File.open(node_json, "w+") do |file|
+          file.write({
+            "run_list" => client.roles.map {|r| "role[#{r}]" }
+          }.to_json)
+        end
+      end
+
+    end
+
+  end
+end

data/lib/pantry/chef/list_cookbooks.rb

@@ -0,0 +1,31 @@
+module Pantry
+  module Chef
+
+    # List all cookbooks known by the Server.
+    # This message includes the size and checksum of the cookbooks's tarball as it's used
+    # when sending cookbooks down to a Client.
+    class ListCookbooks < Pantry::Command
+
+      command "chef:cookbook:list" do
+        description "List all known cookbooks on the server."
+        group "Chef"
+      end
+
+      def perform(message)
+        Dir[Pantry.root.join("chef", "cookbook-cache", "*")].map do |cookbook_path|
+          [
+            File.basename(cookbook_path, ".tgz"),
+            File.size(cookbook_path),
+            Pantry.file_checksum(cookbook_path)
+          ]
+        end
+      end
+
+      def receive_server_response(message)
+        Pantry.ui.list(message.body.map(&:first).sort)
+      end
+
+    end
+
+  end
+end

data/lib/pantry/chef/run.rb

@@ -0,0 +1,30 @@
+module Pantry
+  module Chef
+
+    class Run < Pantry::MultiCommand
+
+      command "chef:run" do
+        description "Run Chef on Clients"
+        group "Chef"
+      end
+
+      performs [
+        ConfigureChef,
+        SyncCookbooks,
+        SyncRoles,
+        SyncEnvironments,
+        SyncDataBags,
+        RunChefSolo
+      ]
+
+      def receive_client_response(response)
+        Pantry.ui.say("Chef on #{response.from} finished")
+        Pantry.ui.say(response.body[5][0])
+        Pantry.ui.say(response.body[5][1])
+        Pantry.ui.say("")
+      end
+
+    end
+
+  end
+end

data/lib/pantry/chef/run_chef_solo.rb

@@ -0,0 +1,21 @@
+module Pantry
+  module Chef
+
+    # Execute ChefSolo on the current box, returning STDOUT, STDERR, and status code.
+    class RunChefSolo < Pantry::Command
+
+      def perform(message)
+        begin
+          solo_rb = Pantry.root.join("etc", "chef", "solo.rb")
+          stdout, stderr, status = Open3.capture3("chef-solo --config #{solo_rb}")
+          [stdout, stderr, status.to_i]
+        rescue Exception => e
+          # Could not find the chef-solo binary
+          ["", e.message, 1]
+        end
+      end
+
+    end
+
+  end
+end

data/lib/pantry/chef/send_cookbooks.rb

@@ -0,0 +1,23 @@
+module Pantry
+  module Chef
+
+    # Given a list of cookbooks and the Receivers waiting for them,
+    # set up some senders to start sending the appropriate Cookbook files along.
+    class SendCookbooks < Pantry::Command
+
+      def perform(message)
+        message.body.each do |(name, receiver_uuid, file_uuid)|
+          server.send_file(
+            Pantry.root.join("chef", "cookbook-cache", "#{name}.tgz"),
+            receiver_uuid,
+            file_uuid
+          )
+        end
+
+        true
+      end
+
+    end
+
+  end
+end

data/lib/pantry/chef/sync_cookbooks.rb

@@ -0,0 +1,84 @@
+module Pantry
+  module Chef
+
+    # Client syncs up it's local list of Chef Cookbooks with what the Server
+    # says the Client should have.
+    class SyncCookbooks < Pantry::Command
+
+      def perform(message)
+        cookbooks_to_download = ask_server_for_cookbook_list
+        Pantry.logger.debug("[#{client.identity}] Downloading cookbooks #{cookbooks_to_download}")
+
+        recievers = build_cookbook_receivers(cookbooks_to_download)
+        send_receiver_information_to_server(recievers)
+        wait_for_receivers_to_finish(recievers)
+        true
+      end
+
+      protected
+
+      class FileAndReceiverInfo
+        include Forwardable
+
+        attr_reader :name
+
+        def initialize(name, receiver_info)
+          @name = name
+          @receiver_info = receiver_info
+        end
+
+        def method_missing(*args, &block)
+          @receiver_info.send(*args, &block)
+        end
+      end
+
+      def ask_server_for_cookbook_list
+        send_request!(Pantry::Chef::ListCookbooks.new.to_message).body
+      end
+
+      def build_cookbook_receivers(cookbook_list)
+        cookbook_list.map do |(name, size, checksum)|
+          receive_info = FileAndReceiverInfo.new(name, client.receive_file(size, checksum))
+          receive_info.on_complete(&unpack_received_file(receive_info))
+          receive_info
+        end
+      end
+
+      def unpack_received_file(receiver_info)
+        lambda do
+          stdout, stderr = Open3.capture2e(
+            "tar",
+            "-xzC", Pantry.root.join("chef", "cookbooks").to_s,
+            "-f", receiver_info.uploaded_path
+          )
+
+          Pantry.logger.debug("[#{client.identity}] Unpack cookbook #{stdout.inspect}, #{stderr.inspect}")
+        end
+      end
+
+      def send_receiver_information_to_server(receivers)
+        download_message = Pantry::Chef::SendCookbooks.new.to_message
+
+        receivers.each do |receiver_info|
+          download_message << [
+            receiver_info.name,
+            receiver_info.receiver_uuid,
+            receiver_info.file_uuid
+          ]
+        end
+
+        if receivers.any?
+          send_request(download_message)
+        end
+      end
+
+      def wait_for_receivers_to_finish(receivers)
+        receivers.each do |receive_info|
+          receive_info.wait_for_finish
+        end
+      end
+
+    end
+
+  end
+end

data/lib/pantry/chef/sync_data_bags.rb

@@ -0,0 +1,19 @@
+module Pantry
+  module Chef
+
+    # Client syncs up it's local list of data bags with what the Server
+    # says the Client should have.
+    class SyncDataBags < Pantry::Commands::SyncDirectory
+
+      def server_directory(local_root)
+        local_root.join("applications", client.application, "chef", "data_bags")
+      end
+
+      def client_directory(local_root)
+        local_root.join("chef", "data_bags")
+      end
+
+    end
+  end
+end
+