chef-dk 0.14.25 → 0.15.9

data/lib/chef-dk/policyfile_services/install.rb

@@ -1,126 +1,126 @@
-#
-# Copyright:: Copyright (c) 2014 Chef Software Inc.
-# License:: Apache License, Version 2.0
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-require 'ffi_yajl'
-
-require 'chef-dk/helpers'
-require 'chef-dk/service_exceptions'
-require 'chef-dk/policyfile_compiler'
-require 'chef-dk/policyfile/storage_config'
-require 'chef-dk/policyfile_lock'
-
-module ChefDK
-  module PolicyfileServices
-
-    class Install
-
-      include Policyfile::StorageConfigDelegation
-      include ChefDK::Helpers
-
-      attr_reader :ui
-      attr_reader :storage_config
-      attr_reader :overwrite
-
-      def initialize(policyfile: nil, ui: nil, root_dir: nil, overwrite: false)
-        @ui = ui
-        @overwrite = overwrite
-
-        policyfile_rel_path = policyfile || "Policyfile.rb"
-        policyfile_full_path = File.expand_path(policyfile_rel_path, root_dir)
-        @storage_config = Policyfile::StorageConfig.new.use_policyfile(policyfile_full_path)
-
-        @policyfile_content = nil
-        @policyfile_compiler = nil
-      end
-
-      def run
-        unless File.exist?(policyfile_expanded_path)
-          # TODO: suggest next step. Add a generator/init command? Specify path to Policyfile.rb?
-          # See card CC-232
-          raise PolicyfileNotFound, "Policyfile not found at path #{policyfile_expanded_path}"
-        end
-
-        if installing_from_lock?
-          install_from_lock
-        else
-          generate_lock_and_install
-        end
-      end
-
-      def policyfile_content
-        @policyfile_content ||= IO.read(policyfile_expanded_path)
-      end
-
-      def policyfile_compiler
-        @policyfile_compiler ||= ChefDK::PolicyfileCompiler.evaluate(policyfile_content, policyfile_expanded_path, ui: ui)
-      end
-
-      def expanded_run_list
-        policyfile_compiler.expanded_run_list.to_s
-      end
-
-      def policyfile_lock_content
-        @policyfile_lock_content ||= IO.read(policyfile_lock_expanded_path) if File.exist?(policyfile_lock_expanded_path)
-      end
-
-      def policyfile_lock
-        return nil if policyfile_lock_content.nil?
-        @policyfile_lock ||= begin
-          lock_data = FFI_Yajl::Parser.new.parse(policyfile_lock_content)
-          PolicyfileLock.new(storage_config, ui: ui).build_from_lock_data(lock_data)
-        end
-      end
-
-      def generate_lock_and_install
-        policyfile_compiler.error!
-
-        ui.msg "Building policy #{policyfile_compiler.name}"
-        ui.msg "Expanded run list: " + expanded_run_list + "\n"
-
-        ui.msg "Caching Cookbooks..."
-
-        policyfile_compiler.install
-
-        lock_data = policyfile_compiler.lock.to_lock
-
-        with_file(policyfile_lock_expanded_path) do |f|
-          f.print(FFI_Yajl::Encoder.encode(lock_data, pretty: true ))
-        end
-
-        ui.msg ""
-
-        ui.msg "Lockfile written to #{policyfile_lock_expanded_path}"
-        ui.msg "Policy revision id: #{policyfile_lock.revision_id}"
-      rescue => error
-        raise PolicyfileInstallError.new("Failed to generate Policyfile.lock", error)
-      end
-
-      def install_from_lock
-        ui.msg "Installing cookbooks from lock"
-
-        policyfile_lock.install_cookbooks
-      rescue => error
-        raise PolicyfileInstallError.new("Failed to install cookbooks from lockfile", error)
-      end
-
-      def installing_from_lock?
-        !@overwrite && File.exist?(policyfile_lock_expanded_path)
-      end
-
-    end
-  end
-end
+#
+# Copyright:: Copyright (c) 2014 Chef Software Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'ffi_yajl'
+
+require 'chef-dk/helpers'
+require 'chef-dk/service_exceptions'
+require 'chef-dk/policyfile_compiler'
+require 'chef-dk/policyfile/storage_config'
+require 'chef-dk/policyfile_lock'
+
+module ChefDK
+  module PolicyfileServices
+
+    class Install
+
+      include Policyfile::StorageConfigDelegation
+      include ChefDK::Helpers
+
+      attr_reader :ui
+      attr_reader :storage_config
+      attr_reader :overwrite
+
+      def initialize(policyfile: nil, ui: nil, root_dir: nil, overwrite: false)
+        @ui = ui
+        @overwrite = overwrite
+
+        policyfile_rel_path = policyfile || "Policyfile.rb"
+        policyfile_full_path = File.expand_path(policyfile_rel_path, root_dir)
+        @storage_config = Policyfile::StorageConfig.new.use_policyfile(policyfile_full_path)
+
+        @policyfile_content = nil
+        @policyfile_compiler = nil
+      end
+
+      def run
+        unless File.exist?(policyfile_expanded_path)
+          # TODO: suggest next step. Add a generator/init command? Specify path to Policyfile.rb?
+          # See card CC-232
+          raise PolicyfileNotFound, "Policyfile not found at path #{policyfile_expanded_path}"
+        end
+
+        if installing_from_lock?
+          install_from_lock
+        else
+          generate_lock_and_install
+        end
+      end
+
+      def policyfile_content
+        @policyfile_content ||= IO.read(policyfile_expanded_path)
+      end
+
+      def policyfile_compiler
+        @policyfile_compiler ||= ChefDK::PolicyfileCompiler.evaluate(policyfile_content, policyfile_expanded_path, ui: ui)
+      end
+
+      def expanded_run_list
+        policyfile_compiler.expanded_run_list.to_s
+      end
+
+      def policyfile_lock_content
+        @policyfile_lock_content ||= IO.read(policyfile_lock_expanded_path) if File.exist?(policyfile_lock_expanded_path)
+      end
+
+      def policyfile_lock
+        return nil if policyfile_lock_content.nil?
+        @policyfile_lock ||= begin
+          lock_data = FFI_Yajl::Parser.new.parse(policyfile_lock_content)
+          PolicyfileLock.new(storage_config, ui: ui).build_from_lock_data(lock_data)
+        end
+      end
+
+      def generate_lock_and_install
+        policyfile_compiler.error!
+
+        ui.msg "Building policy #{policyfile_compiler.name}"
+        ui.msg "Expanded run list: " + expanded_run_list + "\n"
+
+        ui.msg "Caching Cookbooks..."
+
+        policyfile_compiler.install
+
+        lock_data = policyfile_compiler.lock.to_lock
+
+        with_file(policyfile_lock_expanded_path) do |f|
+          f.print(FFI_Yajl::Encoder.encode(lock_data, pretty: true ))
+        end
+
+        ui.msg ""
+
+        ui.msg "Lockfile written to #{policyfile_lock_expanded_path}"
+        ui.msg "Policy revision id: #{policyfile_lock.revision_id}"
+      rescue => error
+        raise PolicyfileInstallError.new("Failed to generate Policyfile.lock", error)
+      end
+
+      def install_from_lock
+        ui.msg "Installing cookbooks from lock"
+
+        policyfile_lock.install_cookbooks
+      rescue => error
+        raise PolicyfileInstallError.new("Failed to install cookbooks from lockfile", error)
+      end
+
+      def installing_from_lock?
+        !@overwrite && File.exist?(policyfile_lock_expanded_path)
+      end
+
+    end
+  end
+end

data/lib/chef-dk/policyfile_services/push_archive.rb

@@ -1,204 +1,204 @@
-#
-# Copyright:: Copyright (c) 2015 Chef Software Inc.
-# License:: Apache License, Version 2.0
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-require 'zlib'
-require 'archive/tar/minitar'
-
-require 'chef-dk/service_exceptions'
-require 'chef-dk/policyfile_lock'
-require 'chef-dk/authenticated_http'
-require 'chef-dk/policyfile/uploader'
-
-module ChefDK
-  module PolicyfileServices
-    class PushArchive
-
-      USTAR_INDICATOR = "ustar\0".force_encoding(Encoding::ASCII_8BIT).freeze
-
-      attr_reader :archive_file
-      attr_reader :policy_group
-      attr_reader :root_dir
-      attr_reader :ui
-      attr_reader :config
-
-      attr_reader :policyfile_lock
-
-
-      def initialize(archive_file: nil, policy_group: nil, root_dir: nil, ui: nil, config: nil)
-        @archive_file = archive_file
-        @policy_group = policy_group
-        @root_dir = root_dir || Dir.pwd
-        @ui = ui
-        @config = config
-
-        @policyfile_lock = nil
-      end
-
-      def archive_file_path
-        File.expand_path(archive_file, root_dir)
-      end
-
-      def run
-        unless File.exist?(archive_file_path)
-          raise InvalidPolicyArchive, "Archive file #{archive_file_path} not found"
-        end
-        stage_unpacked_archive do |staging_dir|
-          read_policyfile_lock(staging_dir)
-
-          uploader.upload
-        end
-
-      rescue => e
-        raise PolicyfilePushArchiveError.new("Failed to publish archived policy", e)
-      end
-
-      # @api private
-      def uploader
-        ChefDK::Policyfile::Uploader.new(policyfile_lock, policy_group,
-                                         ui: ui,
-                                         http_client: http_client,
-                                         policy_document_native_api: config.policy_document_native_api)
-      end
-
-      # @api private
-      def http_client
-        @http_client ||= ChefDK::AuthenticatedHTTP.new(config.chef_server_url,
-                                                       signing_key_filename: config.client_key,
-                                                       client_name: config.node_name)
-      end
-
-      private
-
-      def read_policyfile_lock(staging_dir)
-        policyfile_lock_path = File.join(staging_dir, "Policyfile.lock.json")
-
-        if looks_like_old_format_archive?(staging_dir)
-          raise InvalidPolicyArchive, <<-MESSAGE
-This archive is in an unsupported format.
-
-This archive was created with an older version of ChefDK. This version of
-ChefDK does not support archives in the older format. Re-create the archive
-with a newer version of ChefDK or downgrade ChefDK.
-MESSAGE
-        end
-
-        unless File.exist?(policyfile_lock_path)
-          raise InvalidPolicyArchive, "Archive does not contain a Policyfile.lock.json"
-        end
-
-        unless File.directory?(File.join(staging_dir, "cookbook_artifacts"))
-          raise InvalidPolicyArchive, "Archive does not contain a cookbook_artifacts directory"
-        end
-
-
-        policy_data = load_policy_data(policyfile_lock_path)
-        storage_config = Policyfile::StorageConfig.new.use_policyfile_lock(policyfile_lock_path)
-        @policyfile_lock = ChefDK::PolicyfileLock.new(storage_config).build_from_archive(policy_data)
-
-        missing_cookbooks = policyfile_lock.cookbook_locks.select do |name, lock|
-          !lock.installed?
-        end
-
-        unless missing_cookbooks.empty?
-          message = "Archive does not have all cookbooks required by the Policyfile.lock. " +
-            "Missing cookbooks: '#{missing_cookbooks.keys.join('", "')}'."
-          raise InvalidPolicyArchive, message
-        end
-
-      end
-
-      def load_policy_data(policyfile_lock_path)
-        FFI_Yajl::Parser.parse(IO.read(policyfile_lock_path))
-      end
-
-      def stage_unpacked_archive
-        p = Process.pid
-        t = Time.new.utc.strftime("%Y%m%d%H%M%S")
-        Dir.mktmpdir("chefdk-push-archive-#{p}-#{t}") do |staging_dir|
-          unpack_to(staging_dir)
-          yield staging_dir
-        end
-
-      end
-
-      def unpack_to(staging_dir)
-        Zlib::GzipReader.open(archive_file_path) do |gz_file|
-          untar_to(gz_file, staging_dir)
-        end
-
-        # untar_to can raise InvalidPolicyArchive, let it through
-      rescue InvalidPolicyArchive
-        raise
-      rescue => e
-        raise InvalidPolicyArchive, "Archive file #{archive_file_path} could not be unpacked. #{e}"
-      end
-
-      def untar_to(tar_file, staging_dir)
-        # Minitar doesn't do much input checking, so if you feed it a
-        # garbage-enough file it will just do weird things and blow up. For
-        # example, if tar_file is just a bunch of nul characters, then tar will
-        # try to open a file named '.'; if you give it some random string that
-        # fits in the size of the filename header, it will create that file.
-        #
-        # Tar archives that we create via `chef export -a` and probably
-        # everything else we might encounter should be in ustar format. For
-        # such a tar file, bytes 257-263 should be "ustar\0", so we use this as
-        # a sanity check.
-        # https://en.wikipedia.org/wiki/Tar_(computing)
-
-        first_tar_header = tar_file.read(512)
-        ustar_indicator = first_tar_header[257, 6]
-
-        unless ustar_indicator == USTAR_INDICATOR
-          raise InvalidPolicyArchive, "Archive file #{archive_file_path} could not be unpacked. Tar archive looks corrupt."
-        end
-
-        # "undo" read of the first 512 bytes
-        tar_file.rewind
-
-        Archive::Tar::Minitar::Input.open(tar_file) do |stream|
-          stream.each do |entry|
-            stream.extract_entry(staging_dir, entry)
-          end
-        end
-      end
-
-      def looks_like_old_format_archive?(staging_dir)
-        cookbooks_dir = File.join(staging_dir, "cookbooks")
-        data_bags_dir = File.join(staging_dir, "data_bags")
-
-        cookbook_artifacts_dir = File.join(staging_dir, "cookbook_artifacts")
-        policies_dir = File.join(staging_dir, "policies")
-        policy_groups_dir = File.join(staging_dir, "policy_groups")
-
-        # Old archives just had these two dirs
-        have_old_dirs = File.exist?(cookbooks_dir) && File.exist?(data_bags_dir)
-
-        # New archives created by `chef export` will have all of these; it's
-        # also possible we'll encounter an "artisanal" archive, which might
-        # only be missing one of these by accident. In that case we want to
-        # trigger a different error than we're detecting here.
-        have_any_new_dirs = File.exist?(cookbook_artifacts_dir) ||
-          File.exist?(policies_dir) ||
-          File.exist?(policy_groups_dir)
-
-        have_old_dirs && !have_any_new_dirs
-      end
-
-    end
-  end
-end
+#
+# Copyright:: Copyright (c) 2015 Chef Software Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'zlib'
+require 'archive/tar/minitar'
+
+require 'chef-dk/service_exceptions'
+require 'chef-dk/policyfile_lock'
+require 'chef-dk/authenticated_http'
+require 'chef-dk/policyfile/uploader'
+
+module ChefDK
+  module PolicyfileServices
+    class PushArchive
+
+      USTAR_INDICATOR = "ustar\0".force_encoding(Encoding::ASCII_8BIT).freeze
+
+      attr_reader :archive_file
+      attr_reader :policy_group
+      attr_reader :root_dir
+      attr_reader :ui
+      attr_reader :config
+
+      attr_reader :policyfile_lock
+
+
+      def initialize(archive_file: nil, policy_group: nil, root_dir: nil, ui: nil, config: nil)
+        @archive_file = archive_file
+        @policy_group = policy_group
+        @root_dir = root_dir || Dir.pwd
+        @ui = ui
+        @config = config
+
+        @policyfile_lock = nil
+      end
+
+      def archive_file_path
+        File.expand_path(archive_file, root_dir)
+      end
+
+      def run
+        unless File.exist?(archive_file_path)
+          raise InvalidPolicyArchive, "Archive file #{archive_file_path} not found"
+        end
+        stage_unpacked_archive do |staging_dir|
+          read_policyfile_lock(staging_dir)
+
+          uploader.upload
+        end
+
+      rescue => e
+        raise PolicyfilePushArchiveError.new("Failed to publish archived policy", e)
+      end
+
+      # @api private
+      def uploader
+        ChefDK::Policyfile::Uploader.new(policyfile_lock, policy_group,
+                                         ui: ui,
+                                         http_client: http_client,
+                                         policy_document_native_api: config.policy_document_native_api)
+      end
+
+      # @api private
+      def http_client
+        @http_client ||= ChefDK::AuthenticatedHTTP.new(config.chef_server_url,
+                                                       signing_key_filename: config.client_key,
+                                                       client_name: config.node_name)
+      end
+
+      private
+
+      def read_policyfile_lock(staging_dir)
+        policyfile_lock_path = File.join(staging_dir, "Policyfile.lock.json")
+
+        if looks_like_old_format_archive?(staging_dir)
+          raise InvalidPolicyArchive, <<-MESSAGE
+This archive is in an unsupported format.
+
+This archive was created with an older version of ChefDK. This version of
+ChefDK does not support archives in the older format. Re-create the archive
+with a newer version of ChefDK or downgrade ChefDK.
+MESSAGE
+        end
+
+        unless File.exist?(policyfile_lock_path)
+          raise InvalidPolicyArchive, "Archive does not contain a Policyfile.lock.json"
+        end
+
+        unless File.directory?(File.join(staging_dir, "cookbook_artifacts"))
+          raise InvalidPolicyArchive, "Archive does not contain a cookbook_artifacts directory"
+        end
+
+
+        policy_data = load_policy_data(policyfile_lock_path)
+        storage_config = Policyfile::StorageConfig.new.use_policyfile_lock(policyfile_lock_path)
+        @policyfile_lock = ChefDK::PolicyfileLock.new(storage_config).build_from_archive(policy_data)
+
+        missing_cookbooks = policyfile_lock.cookbook_locks.select do |name, lock|
+          !lock.installed?
+        end
+
+        unless missing_cookbooks.empty?
+          message = "Archive does not have all cookbooks required by the Policyfile.lock. " +
+            "Missing cookbooks: '#{missing_cookbooks.keys.join('", "')}'."
+          raise InvalidPolicyArchive, message
+        end
+
+      end
+
+      def load_policy_data(policyfile_lock_path)
+        FFI_Yajl::Parser.parse(IO.read(policyfile_lock_path))
+      end
+
+      def stage_unpacked_archive
+        p = Process.pid
+        t = Time.new.utc.strftime("%Y%m%d%H%M%S")
+        Dir.mktmpdir("chefdk-push-archive-#{p}-#{t}") do |staging_dir|
+          unpack_to(staging_dir)
+          yield staging_dir
+        end
+
+      end
+
+      def unpack_to(staging_dir)
+        Zlib::GzipReader.open(archive_file_path) do |gz_file|
+          untar_to(gz_file, staging_dir)
+        end
+
+        # untar_to can raise InvalidPolicyArchive, let it through
+      rescue InvalidPolicyArchive
+        raise
+      rescue => e
+        raise InvalidPolicyArchive, "Archive file #{archive_file_path} could not be unpacked. #{e}"
+      end
+
+      def untar_to(tar_file, staging_dir)
+        # Minitar doesn't do much input checking, so if you feed it a
+        # garbage-enough file it will just do weird things and blow up. For
+        # example, if tar_file is just a bunch of nul characters, then tar will
+        # try to open a file named '.'; if you give it some random string that
+        # fits in the size of the filename header, it will create that file.
+        #
+        # Tar archives that we create via `chef export -a` and probably
+        # everything else we might encounter should be in ustar format. For
+        # such a tar file, bytes 257-263 should be "ustar\0", so we use this as
+        # a sanity check.
+        # https://en.wikipedia.org/wiki/Tar_(computing)
+
+        first_tar_header = tar_file.read(512)
+        ustar_indicator = first_tar_header[257, 6]
+
+        unless ustar_indicator == USTAR_INDICATOR
+          raise InvalidPolicyArchive, "Archive file #{archive_file_path} could not be unpacked. Tar archive looks corrupt."
+        end
+
+        # "undo" read of the first 512 bytes
+        tar_file.rewind
+
+        Archive::Tar::Minitar::Input.open(tar_file) do |stream|
+          stream.each do |entry|
+            stream.extract_entry(staging_dir, entry)
+          end
+        end
+      end
+
+      def looks_like_old_format_archive?(staging_dir)
+        cookbooks_dir = File.join(staging_dir, "cookbooks")
+        data_bags_dir = File.join(staging_dir, "data_bags")
+
+        cookbook_artifacts_dir = File.join(staging_dir, "cookbook_artifacts")
+        policies_dir = File.join(staging_dir, "policies")
+        policy_groups_dir = File.join(staging_dir, "policy_groups")
+
+        # Old archives just had these two dirs
+        have_old_dirs = File.exist?(cookbooks_dir) && File.exist?(data_bags_dir)
+
+        # New archives created by `chef export` will have all of these; it's
+        # also possible we'll encounter an "artisanal" archive, which might
+        # only be missing one of these by accident. In that case we want to
+        # trigger a different error than we're detecting here.
+        have_any_new_dirs = File.exist?(cookbook_artifacts_dir) ||
+          File.exist?(policies_dir) ||
+          File.exist?(policy_groups_dir)
+
+        have_old_dirs && !have_any_new_dirs
+      end
+
+    end
+  end
+end