pantry-chef 0.1

data/lib/pantry/chef/sync_environments.rb

@@ -0,0 +1,19 @@
+module Pantry
+  module Chef
+
+    # Client syncs up it's local list of Chef Environments with what the Server
+    # says the Client should have.
+    class SyncEnvironments < Pantry::Commands::SyncDirectory
+
+      def server_directory(local_root)
+        local_root.join("applications", client.application, "chef", "environments")
+      end
+
+      def client_directory(local_root)
+        local_root.join("chef", "environments")
+      end
+
+    end
+  end
+end
+

data/lib/pantry/chef/sync_roles.rb

@@ -0,0 +1,19 @@
+module Pantry
+  module Chef
+
+    # Client syncs up it's local list of Chef Roles with what the Server
+    # says the Client should have.
+    class SyncRoles < Pantry::Commands::SyncDirectory
+
+      def server_directory(local_root)
+        local_root.join("applications", client.application, "chef", "roles")
+      end
+
+      def client_directory(local_root)
+        local_root.join("chef", "roles")
+      end
+
+    end
+  end
+end
+

data/lib/pantry/chef/upload_cookbook.rb

@@ -0,0 +1,110 @@
+module Pantry
+  module Chef
+
+    # Given a cookbook, upload it to the server.
+    # A given cookbook is stored in two locations. The cookbook tarball the Server receives is stored
+    # in Pantry.root/chef/cookbook-cache/[name].tgz to keep it available for sending back down to
+    # Clients who need the cookbook. To facilitate using the Chef library for dependency checks,
+    # the Server also unpacks the cookbook locally to Pantry.root/chef/cookbooks/[name].
+    class UploadCookbook < Pantry::Command
+
+      command "chef:cookbook:upload COOKBOOK_DIR" do
+        description "Upload the cookbook at COOKBOOK_DIR to the server."
+        group "Chef"
+      end
+
+      attr_reader :cookbook_tarball
+
+      def initialize(cookbook_path = nil)
+        @cookbook_path = cookbook_path
+      end
+
+      # Multi-step prepratory step here:
+      #
+      # * Find the cookbook in question
+      # * Figure out if it's a valid cookbook (do some checks Chef doesn't itself do)
+      # * Tar up the cookbook
+      # * Figure out size and a checksum
+      # * Package all this information into the message to send to the server
+      #
+      def prepare_message(options)
+        require 'chef/cookbook_loader'
+
+        cookbook_name = File.basename(@cookbook_path)
+        cookbooks_dir = File.dirname(@cookbook_path)
+
+        loader   = ::Chef::CookbookLoader.new([cookbooks_dir])
+        cookbook = loader.load_cookbooks[cookbook_name]
+
+        raise UnknownCookbook, "Unable to find cookbook at #{@cookbook_path}" unless cookbook
+        raise MissingMetadata, "No metadata.rb found for cookbook at #{@cookbook_path}" unless File.exist?(File.join(@cookbook_path, "metadata.rb"))
+
+        tempfile = Tempfile.new(cookbook_name)
+        @cookbook_tarball = "#{tempfile.path}.tgz"
+        tempfile.unlink
+
+        # TODO Handle if this fails?
+        Dir.chdir(cookbooks_dir) do
+          Open3.capture2("tar", "czf", @cookbook_tarball, cookbook_name)
+        end
+
+        Pantry.ui.say("Uploading cookbook #{cookbook_name}...")
+
+        message = super
+        message[:cookbook_name]     = cookbook.metadata.name
+        message[:cookbook_size]     = File.size(@cookbook_tarball)
+        message[:cookbook_checksum] = Pantry.file_checksum(@cookbook_tarball)
+        message
+      end
+
+      # Server receives request message for a new Cookbook Upload.
+      # Checks that the upload is valid
+      # Fires off an upload receiver and returns the UUID for the client to use
+      def perform(message)
+        cookbook_name     = message[:cookbook_name]
+        cookbook_size     = message[:cookbook_size]
+        cookbook_checksum = message[:cookbook_checksum]
+
+        cookbook_cache = Pantry.root.join("chef", "cookbook-cache")
+        cookbook_home = Pantry.root.join("chef", "cookbooks")
+        FileUtils.mkdir_p(cookbook_cache)
+        FileUtils.mkdir_p(cookbook_home)
+
+        save_tar_path = cookbook_cache.join("#{cookbook_name}.tgz")
+
+        uploader_info = server.receive_file(cookbook_size, cookbook_checksum)
+        uploader_info.on_complete do
+          # Store the tarball into the cookbook cache
+          FileUtils.mv uploader_info.uploaded_path, save_tar_path
+
+          # Unpack the cookbook itself
+          stdout, stderr = Open3.capture2e(
+            "tar", "-xzC", cookbook_home.to_s, "-f", save_tar_path.to_s
+          )
+          Pantry.logger.debug("[Upload Cookbook] Unpack cookbook #{stdout.inspect}, #{stderr.inspect}")
+        end
+
+        [true, uploader_info.receiver_uuid, uploader_info.file_uuid]
+      rescue => ex
+        [false, ex.message]
+      end
+
+      def receive_server_response(response)
+        upload_allowed = response.body[0]
+
+        Pantry.logger.debug("[Upload Cookbook] #{response.inspect}")
+
+        if upload_allowed == "true"
+          send_info = client.send_file(@cookbook_tarball,
+                                       response.body[1],
+                                       response.body[2])
+          send_info.wait_for_finish
+        else
+          Pantry.ui.say("ERROR: #{response.body[1]}")
+        end
+      end
+
+    end
+
+  end
+end

data/lib/pantry/chef/upload_data_bag.rb

@@ -0,0 +1,37 @@
+module Pantry
+  module Chef
+
+    # Upload a data bag file to the server
+    class UploadDataBag < Pantry::Commands::UploadFile
+
+      command "chef:data_bag:upload DATA_BAG_FILE" do
+        description "Upload the data bag DATA_BAG_FILE to the server.
+                     By default the name of the parent directory is the type of data bag.
+                     Pass in --type to explicitly set the type of data bag.
+                     Requires an Application."
+
+        option "-t", "--type DATA_BAG_TYPE",
+          "Specify the type of data bag being uploaded.
+           Defaults to the name of the parent directory of the data bag file."
+
+        group "Chef"
+      end
+
+      def required_options
+        %i(application)
+      end
+
+      def upload_directory(options)
+        Pantry.root.join("applications", options[:application], "chef", "data_bags", options[:type])
+      end
+
+      def prepare_message(options)
+        options[:type] ||= File.basename(File.dirname(file_to_upload))
+        Pantry.ui.say("Uploading data bag #{File.basename(file_to_upload)}...")
+        super
+      end
+
+    end
+
+  end
+end

data/lib/pantry/chef/upload_environment.rb

@@ -0,0 +1,28 @@
+module Pantry
+  module Chef
+
+    # Upload a environment definition to the server
+    class UploadEnvironment < Pantry::Commands::UploadFile
+
+      command "chef:environment:upload ENV_FILE" do
+        description "Upload the file at ENV_FILE as a Chef Environment. Requires an Application."
+        group "Chef"
+      end
+
+      def required_options
+        %i(application)
+      end
+
+      def upload_directory(options)
+        Pantry.root.join("applications", options[:application], "chef", "environments")
+      end
+
+      def prepare_message(options)
+        Pantry.ui.say("Uploading environment #{File.basename(file_to_upload)}...")
+        super
+      end
+
+    end
+
+  end
+end

data/lib/pantry/chef/upload_role.rb

@@ -0,0 +1,28 @@
+module Pantry
+  module Chef
+
+    # Upload a role definition to the server
+    class UploadRole < Pantry::Commands::UploadFile
+
+      command "chef:role:upload ROLE_FILE" do
+        description "Upload the file at ROLE_FILE as a Chef Role. Requires an Application"
+        group "Chef"
+      end
+
+      def required_options
+        %i(application)
+      end
+
+      def upload_directory(options)
+        Pantry.root.join("applications", options[:application], "chef", "roles")
+      end
+
+      def prepare_message(*args)
+        Pantry.ui.say("Uploading role #{File.basename(file_to_upload)}...")
+        super
+      end
+
+    end
+
+  end
+end

data/lib/pantry/chef/version.rb

@@ -0,0 +1,5 @@
+module Pantry
+  module Chef
+    VERSION = "0.1"
+  end
+end

data/lib/pantry/init.rb

@@ -0,0 +1 @@
+require 'pantry/chef'

data/pantry-chef.gemspec

@@ -0,0 +1,27 @@
+$:.push File.expand_path("../lib", __FILE__)
+require "pantry/chef/version"
+
+Gem::Specification.new do |s|
+  s.name     = "pantry-chef"
+  s.version  = Pantry::Chef::VERSION
+  s.platform = Gem::Platform::RUBY
+  s.authors  = ["Collective Idea", "Jason Roelofs"]
+  s.email    = ["code@collectiveidea.com", "jasongroelofs@gmail.com"]
+  s.license  = "MIT"
+  s.homepage = "http://pantryops.org/chef"
+
+  s.summary     = "Chef Plugin for Pantry"
+  s.description = <<-EOS
+    Add Chef support to a Pantry network.
+  EOS
+
+  s.required_ruby_version = ">= 2.0.0"
+
+  s.files        = `git ls-files`.split("\n")
+  s.test_files   = `git ls-files -- test/*`.split("\n")
+  s.require_path = "lib"
+  s.bindir       = "bin"
+
+  s.add_runtime_dependency "pantry", "~> 0.1",   ">= 0.1.0"
+  s.add_runtime_dependency "chef",   "~> 11.10", ">= 11.10.0"
+end

data/test/acceptance/chef/run_test.rb

@@ -0,0 +1,69 @@
+require 'acceptance/test_helper'
+
+describe "Running Chef on a Client" do
+
+  mock_ui!
+
+  it "configures chef, syncs cookbooks from server to the client and runs chef solo" do
+    set_up_environment(ports_start_at: 12000)
+
+    # Make sure cookbook is uploaded to the server
+    Pantry::CLI.new(
+      ["chef:cookbook:upload", fixture_path("cookbooks/mini")],
+      identity: "cli1"
+    ).run
+
+    # Add a role definition
+    Pantry::CLI.new(
+      ["-a", "pantry", "chef:role:upload", fixture_path("roles/app1.rb")],
+      identity: "cli2"
+    ).run
+
+    # Add an environment definition
+    Pantry::CLI.new(
+      ["-a", "pantry", "chef:environment:upload", fixture_path("environments/test.rb")],
+      identity: "cli3"
+    ).run
+
+    # Add a data bag
+    Pantry::CLI.new(
+      ["-a", "pantry", "chef:data_bag:upload", fixture_path("data_bags/settings/test.json")],
+      identity: "cli4"
+    ).run
+
+    # Run chef to sync the cookbooks to the client
+    Pantry::CLI.new(
+      ["-a", "pantry", "-e", "test", "-r", "app1", "chef:run"],
+      identity: "cli-runner"
+    ).run
+
+    # Configure chef
+    assert File.exists?(Pantry.root.join("etc", "chef", "solo.rb")),
+      "Did not write out the solo file"
+    assert File.exists?(Pantry.root.join("etc", "chef", "node.json")),
+      "Did not write out the node file"
+
+    # Sync roles and environments
+    assert File.exists?(Pantry.root.join("chef", "roles", "app1.rb")),
+      "Did not sync the role files"
+    assert File.exists?(Pantry.root.join("chef", "environments", "test.rb")),
+      "Did not sync the environment files"
+
+    # Sync Cookbooks
+    assert File.exists?(Pantry.root.join("chef", "cookbooks", "mini", "metadata.rb")),
+      "Did not receive the mini cookbook from the server"
+    assert File.directory?(Pantry.root.join("chef", "cookbooks", "mini", "recipes")),
+      "Did not receive the mini cookbook from the server"
+
+    # Sync Data Bags
+    assert File.exists?(Pantry.root.join("chef", "data_bags", "settings", "test.json")),
+      "Did not receive the test settings data bag from the server"
+
+    # Run chef-solo
+    assert File.exists?(Pantry.root.join("chef", "cache", "chef-client-running.pid")),
+      "Did not run chef-solo"
+
+    assert_match /Chef Run complete in/, stdout
+  end
+
+end

data/test/acceptance/chef/upload_cookbook_test.rb

@@ -0,0 +1,26 @@
+require 'acceptance/test_helper'
+require 'fileutils'
+
+describe "Uploading cookbooks to the server" do
+  mock_ui!
+
+  it "finds the current cookbook and uploads it" do
+    set_up_environment(ports_start_at: 11000)
+
+    Pantry::CLI.new(
+      ["chef:cookbook:upload", fixture_path("cookbooks/mini")],
+      identity: "cli1"
+    ).run
+
+    # The receiver may still be writing and moving the cookbook into place
+    sleep 1
+
+    assert File.exists?(Pantry.root.join("chef", "cookbooks", "mini", "metadata.rb")),
+      "The mini cookbook was not uploaded to the server properly"
+    assert File.exists?(Pantry.root.join("chef", "cookbook-cache", "mini.tgz")),
+      "The uploaded tar ball was not saved to the upload cache"
+  end
+
+  it "reports any upload errors"
+
+end

data/test/acceptance/chef/upload_data_bag_test.rb

@@ -0,0 +1,36 @@
+require 'acceptance/test_helper'
+require 'fileutils'
+
+describe "Uploading data bag definitions to the server" do
+  mock_ui!
+
+  it "uploads the given file as a Chef data bag" do
+    set_up_environment(ports_start_at: 11500)
+
+    cli = Pantry::CLI.new(
+      ["-a", "pantry", "chef:data_bag:upload", fixture_path("data_bags/settings/test.json")],
+      identity: "cli1"
+    )
+    cli.run
+
+    assert File.exists?(Pantry.root.join(
+      "applications", "pantry", "chef", "data_bags", "settings", "test.json")),
+      "The test settings data bag was not uploaded to the server properly"
+  end
+
+  it "can be told the explicit name of the data bag type" do
+    set_up_environment(ports_start_at: 11510)
+
+    cli = Pantry::CLI.new(
+      ["-a", "pantry", "chef:data_bag:upload", "-t", "users", fixture_path("data_bags/settings/test.json")],
+      identity: "cli1"
+    )
+    cli.run
+
+    assert File.exists?(Pantry.root.join(
+      "applications", "pantry", "chef", "data_bags", "users", "test.json")),
+      "The test settings data bag was not uploaded to the server properly"
+  end
+
+end
+

data/test/acceptance/chef/upload_environment_test.rb

@@ -0,0 +1,22 @@
+require 'acceptance/test_helper'
+require 'fileutils'
+
+describe "Uploading environment definitions to the server" do
+  mock_ui!
+
+  it "uploads the given file as a Chef environment" do
+    set_up_environment(ports_start_at: 14000)
+
+    cli = Pantry::CLI.new(
+      ["-a", "pantry", "chef:environment:upload", fixture_path("environments/test.rb")],
+      identity: "cli1"
+    )
+    cli.run
+
+    assert File.exists?(Pantry.root.join(
+      "applications", "pantry", "chef", "environments", "test.rb")),
+      "The test environment was not uploaded to the server properly"
+  end
+
+end
+

data/test/acceptance/chef/upload_role_test.rb

@@ -0,0 +1,21 @@
+require 'acceptance/test_helper'
+require 'fileutils'
+
+describe "Uploading role definitions to the server" do
+  mock_ui!
+
+  it "uploads the given file as a Chef role" do
+    set_up_environment(ports_start_at: 13000)
+
+    cli = Pantry::CLI.new(
+      ["-a", "pantry", "chef:role:upload", fixture_path("roles/app.rb")],
+      identity: "cli1"
+    )
+    cli.run
+
+    assert File.exists?(Pantry.root.join("applications", "pantry", "chef", "roles", "app.rb")),
+      "The app role was not uploaded to the server properly"
+  end
+
+end
+