chef-dk 0.2.0 → 0.2.1

data/lib/chef-dk/policyfile/read_cookbook_for_compat_mode_upload.rb

@@ -0,0 +1,70 @@
+#
+# Copyright:: Copyright (c) 2014 Chef Software Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/cookbook/cookbook_version_loader'
+
+require 'chef/cookbook/chefignore'
+
+module ChefDK
+  module Policyfile
+    class ReadCookbookForCompatModeUpload
+
+      # Convenience method to load a cookbook, set up name and version overrides
+      # as necessary, and return a Chef::CookbookVersion object.
+      def self.load(name, version_override, directory_path)
+        new(name, version_override, directory_path).cookbook_version
+      end
+
+      attr_reader :cookbook_name
+      attr_reader :directory_path
+      attr_reader :version_override
+
+      def initialize(cookbook_name, version_override, directory_path)
+        @cookbook_name = cookbook_name
+        @version_override = version_override
+        @directory_path = directory_path
+
+        @cookbook_version = nil
+        @loader = nil
+      end
+
+      def cookbook_version
+        @cookbook_version ||=
+          begin
+            cookbook_version = loader.cookbook_version
+            cookbook_version.version = version_override
+            cookbook_version.freeze_version
+            cookbook_version
+          end
+      end
+
+      def loader
+        @loader ||=
+          begin
+            cbvl = Chef::Cookbook::CookbookVersionLoader.new(directory_path, chefignore)
+            cbvl.load!
+            cbvl
+          end
+      end
+
+      def chefignore
+        @chefignore ||= Chef::Cookbook::Chefignore.new(File.join(directory_path, "chefignore"))
+      end
+
+    end
+  end
+end

data/lib/chef-dk/policyfile/solution_dependencies.rb

@@ -0,0 +1,204 @@
+#
+# Copyright:: Copyright (c) 2014 Chef Software Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'semverse'
+
+require 'chef-dk/exceptions'
+
+module ChefDK
+  module Policyfile
+
+    class SolutionDependencies
+
+      Cookbook = Struct.new(:name, :version)
+
+      class Cookbook
+
+        def self.parse(str)
+          name, version_w_parens = str.split(' ')
+          version = version_w_parens[/\(([^)]+)\)/, 1]
+          new(name, version)
+        end
+
+        def to_s
+          "#{name} (#{version})"
+        end
+
+        def eql?(other)
+          other.kind_of?(self.class) and
+            other.name == name and
+            other.version == version
+        end
+
+        def hash
+          [name, version].hash
+        end
+
+      end
+
+      def self.from_lock(lock_data)
+        new.tap {|e| e.consume_lock_data(lock_data) }
+      end
+
+      attr_reader :policyfile_dependencies
+
+      attr_reader :cookbook_dependencies
+
+      def initialize
+        @policyfile_dependencies = []
+        @cookbook_dependencies = {}
+      end
+
+      def add_policyfile_dep(cookbook, constraint)
+        @policyfile_dependencies << [ cookbook, Semverse::Constraint.new(constraint) ]
+      end
+
+      def add_cookbook_dep(cookbook_name, version, dependency_list)
+        cookbook = Cookbook.new(cookbook_name, version)
+        add_cookbook_obj_dep(cookbook, dependency_list)
+      end
+
+      def update_cookbook_dep(cookbook_name, new_version, new_dependency_list)
+        @cookbook_dependencies.delete_if { |cb, _deps| cb.name == cookbook_name }
+        add_cookbook_dep(cookbook_name, new_version, new_dependency_list)
+      end
+
+      def consume_lock_data(lock_data)
+        policyfile_dependencies_data = lock_data["Policyfile"] || []
+        policyfile_dependencies_data.each do |cookbook_name, constraint|
+          add_policyfile_dep(cookbook_name, constraint)
+        end
+        cookbook_dependencies_data = lock_data["dependencies"] || {}
+        cookbook_dependencies_data.each do |name_and_version, deps_list|
+          cookbook = Cookbook.parse(name_and_version)
+          add_cookbook_obj_dep(cookbook, deps_list)
+        end
+      end
+
+      def test_conflict!(cookbook_name, version)
+        unless have_cookbook_dep?(cookbook_name, version)
+          raise CookbookNotInWorkingSet, "Cookbook #{cookbook_name} (#{version}) not in the working set, cannot test for conflicts"
+        end
+
+        assert_cookbook_version_valid!(cookbook_name, version)
+        assert_cookbook_deps_valid!(cookbook_name, version)
+      end
+
+      def to_lock
+        { "Policyfile" => policyfile_dependencies_for_lock, "dependencies" => cookbook_deps_for_lock }
+      end
+
+      def policyfile_dependencies_for_lock
+        policyfile_dependencies.map do |name, constraint|
+          [ name, constraint.to_s ]
+        end
+      end
+
+      def cookbook_deps_for_lock
+        cookbook_dependencies.inject({}) do |map, (cookbook, deps)|
+          map[cookbook.to_s] = deps.map do |name, constraint|
+            [ name, constraint.to_s ]
+          end
+          map
+        end
+      end
+
+      private
+
+      def add_cookbook_obj_dep(cookbook, dependency_map)
+        @cookbook_dependencies[cookbook] = dependency_map.map do |dep_name, constraint|
+          [ dep_name, Semverse::Constraint.new(constraint) ]
+        end
+      end
+
+      def assert_cookbook_version_valid!(cookbook_name, version)
+        policyfile_conflicts = policyfile_conflicts_with(cookbook_name, version)
+        cookbook_conflicts = cookbook_conflicts_with(cookbook_name, version)
+        all_conflicts = policyfile_conflicts + cookbook_conflicts
+
+        return false if all_conflicts.empty?
+
+        details = all_conflicts.map { |source, name, constraint| "#{source} depends on #{name} #{constraint}" }
+        message = "Cookbook #{cookbook_name} (#{version}) conflicts with other dependencies:\n"
+        full_message = message + details.join("\n")
+        raise DependencyConflict, full_message
+      end
+
+      def assert_cookbook_deps_valid!(cookbook_name, version)
+        dependency_conflicts = cookbook_deps_conflicts_for(cookbook_name, version)
+        return false if dependency_conflicts.empty?
+        message = "Cookbook #{cookbook_name} (#{version}) has dependency constraints that cannot be met by the existing cookbook set:\n"
+        full_message = message + dependency_conflicts.join("\n")
+        raise DependencyConflict, full_message
+      end
+
+      def policyfile_conflicts_with(cookbook_name, version)
+        policyfile_conflicts = []
+
+        @policyfile_dependencies.each do |dep_name, constraint|
+          if dep_name == cookbook_name and !constraint.satisfies?(version)
+            policyfile_conflicts << ['Policyfile', dep_name, constraint]
+          end
+        end
+
+        policyfile_conflicts
+      end
+
+      def cookbook_conflicts_with(cookbook_name, version)
+        cookbook_conflicts = []
+
+        @cookbook_dependencies.each do |top_level_dep_name, dependencies|
+          dependencies.each do |dep_name, constraint|
+            if dep_name == cookbook_name and !constraint.satisfies?(version)
+              cookbook_conflicts << [top_level_dep_name, dep_name, constraint]
+            end
+          end
+        end
+
+        cookbook_conflicts
+      end
+
+      def cookbook_deps_conflicts_for(cookbook_name, version)
+        conflicts = []
+        transitive_deps = find_cookbook_dep_by_name_and_version(cookbook_name, version)
+        transitive_deps.each do |name, constraint|
+          existing_cookbook = find_cookbook_dep_by_name(name)
+          if existing_cookbook.nil?
+            conflicts << "Cookbook #{name} isn't included in the existing cookbook set."
+          elsif !constraint.satisfies?(existing_cookbook[0].version)
+            conflicts << "Dependency on #{name} #{constraint} conflicts with existing version #{existing_cookbook[0]}"
+          end
+        end
+        conflicts
+      end
+
+      def have_cookbook_dep?(name, version)
+        @cookbook_dependencies.key?(Cookbook.new(name, version))
+      end
+
+      def find_cookbook_dep_by_name(name)
+        @cookbook_dependencies.find { |k,v| k.name == name }
+      end
+
+      def find_cookbook_dep_by_name_and_version(name, version)
+        @cookbook_dependencies[Cookbook.new(name, version)]
+      end
+
+    end
+
+  end
+end

data/lib/chef-dk/policyfile/storage_config.rb

@@ -0,0 +1,77 @@
+#
+# Copyright:: Copyright (c) 2014 Chef Software Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef-dk/cookbook_omnifetch'
+
+module ChefDK
+  module Policyfile
+
+    class StorageConfig
+
+      attr_accessor :relative_paths_root
+      attr_accessor :cache_path
+
+      attr_reader :policyfile_filename
+      attr_reader :policyfile_lock_filename
+
+      def initialize(options = {})
+        @relative_paths_root = Dir.pwd
+        @cache_path = CookbookOmnifetch.storage_path
+        @policyfile_filename = "<< Policyfile filename not specified >>"
+        @policyfile_lock_filename = "<< Policyfile lock filename not specified >>"
+        handle_options(options)
+      end
+
+      def use_policyfile(policyfile_filename)
+        @policyfile_filename = policyfile_filename
+        @relative_paths_root = File.dirname(policyfile_filename)
+        self
+      end
+
+      def use_policyfile_lock(policyfile_lock_filename)
+        @policyfile_lock_filename = policyfile_lock_filename
+        @relative_paths_root = File.dirname(policyfile_lock_filename)
+        self
+      end
+
+      private
+
+      def handle_options(options)
+        @cache_path = options[:cache_path] if options[:cache_path]
+        @relative_paths_root = options[:relative_paths_root] if options.key?(:relative_paths_root)
+      end
+    end
+
+    module StorageConfigDelegation
+
+      def cache_path
+        storage_config.cache_path
+      end
+
+      def relative_paths_root
+        storage_config.relative_paths_root
+      end
+
+      def policyfile_filename
+        storage_config.policyfile_filename
+      end
+
+    end
+
+  end
+end
+

data/lib/chef-dk/policyfile/uploader.rb

@@ -0,0 +1,110 @@
+#
+# Copyright:: Copyright (c) 2014 Chef Software Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/cookbook_uploader'
+require 'chef-dk/policyfile/read_cookbook_for_compat_mode_upload'
+
+module ChefDK
+  module Policyfile
+    class Uploader
+
+      COMPAT_MODE_DATA_BAG_NAME = "policyfiles".freeze
+
+      attr_reader :policyfile_lock
+      attr_reader :policy_group
+      attr_reader :http_client
+
+      def initialize(policyfile_lock, policy_group, http_client: nil)
+        @policyfile_lock = policyfile_lock
+        @policy_group = policy_group
+        @http_client = http_client
+      end
+
+      def upload
+        uploader.upload_cookbooks
+        data_bag_create
+        data_bag_item_create
+      end
+
+      def data_bag_create
+        http_client.post("data", {"name" => COMPAT_MODE_DATA_BAG_NAME})
+      rescue Net::HTTPServerException => e
+        raise e unless e.response.code == "409"
+      end
+
+      def data_bag_item_create
+        policy_id = "#{policyfile_lock.name}-#{policy_group}"
+        lock_data = policyfile_lock.to_lock.dup
+
+        lock_data["id"] = policy_id
+
+        data_item = {
+          "id" => policy_id,
+          "name" => "data_bag_item_#{COMPAT_MODE_DATA_BAG_NAME}_#{policy_id}",
+          "data_bag" => COMPAT_MODE_DATA_BAG_NAME,
+          "raw_data" => lock_data,
+          # we'd prefer to leave this out, but the "compatibility mode"
+          # implementation in chef-client relies on magical class inflation
+          "json_class" => "Chef::DataBagItem"
+        }
+
+        upload_lockfile_as_data_bag_item(policy_id, data_item)
+      end
+
+      def uploader
+        # TODO: uploader runs cookbook validation; we want to do this at a different time.
+        @uploader ||= Chef::CookbookUploader.new(cookbook_versions_to_upload, :rest => http_client)
+      end
+
+      def cookbook_versions_to_upload
+        cookbook_versions_for_policy.reject do |cookbook|
+          remote_already_has_cookbook?(cookbook)
+        end
+      end
+
+      def remote_already_has_cookbook?(cookbook)
+        return false unless existing_cookbook_on_remote.key?(cookbook.name.to_s)
+
+        existing_cookbook_on_remote[cookbook.name.to_s]["versions"].any? do |cookbook_info|
+          cookbook_info["version"] == cookbook.version
+        end
+      end
+
+      def existing_cookbook_on_remote
+        @existing_cookbook_on_remote ||= http_client.get('cookbooks?num_versions=all')
+      end
+
+      # An Array of Chef::CookbookVersion objects representing the full set that
+      # the policyfile lock requires.
+      def cookbook_versions_for_policy
+        policyfile_lock.validate_cookbooks!
+        policyfile_lock.cookbook_locks.map do |name, lock|
+          ReadCookbookForCompatModeUpload.load(name, lock.dotted_decimal_identifier, lock.cookbook_path)
+        end
+      end
+
+      private
+
+      def upload_lockfile_as_data_bag_item(policy_id, data_item)
+        http_client.put("data/#{COMPAT_MODE_DATA_BAG_NAME}/#{policy_id}", data_item)
+      rescue Net::HTTPServerException => e
+        raise e unless e.response.code == "404"
+        http_client.post("data/#{COMPAT_MODE_DATA_BAG_NAME}", data_item)
+      end
+    end
+  end
+end