chef-dk 0.9.0 → 0.10.0

data/lib/chef-dk/policyfile/dsl.rb

@@ -1,197 +1,223 @@
-#
-# Copyright:: Copyright (c) 2014 Chef Software Inc.
-# License:: Apache License, Version 2.0
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-require 'chef-dk/policyfile/cookbook_sources'
-require 'chef-dk/policyfile/cookbook_location_specification'
-require 'chef-dk/policyfile/storage_config'
-
-require 'chef/node/attribute'
-
-module ChefDK
-  module Policyfile
-    class DSL
-
-      include StorageConfigDelegation
-
-      attr_writer :name
-
-      attr_reader :errors
-      attr_reader :run_list
-      attr_reader :default_source
-      attr_reader :cookbook_location_specs
-
-      attr_reader :named_run_lists
-      attr_reader :node_attributes
-
-      attr_reader :storage_config
-
-      def initialize(storage_config)
-        @name = nil
-        @errors = []
-        @run_list = []
-        @named_run_lists = {}
-        @default_source = [ NullCookbookSource.new ]
-        @cookbook_location_specs = {}
-        @storage_config = storage_config
-
-        @node_attributes = Chef::Node::Attribute.new({}, {}, {}, {})
-      end
-
-      def name(name = nil)
-        unless name.nil?
-          @name = name
-        end
-        @name
-      end
-
-      def run_list(*run_list_items)
-        run_list_items = run_list_items.flatten
-        @run_list = run_list_items unless run_list_items.empty?
-        @run_list
-      end
-
-      def named_run_list(name, *run_list_items)
-        @named_run_lists[name] = run_list_items.flatten
-      end
-
-      def default_source(source_type = nil, source_argument = nil)
-        return @default_source if source_type.nil?
-        case source_type
-        when :community, :supermarket
-          set_default_community_source(source_argument)
-        when :chef_server
-          set_default_chef_server_source(source_argument)
-        when :chef_repo
-          set_default_chef_repo_source(source_argument)
-        else
-          @errors << "Invalid default_source type '#{source_type.inspect}'"
-        end
-      end
-
-      def cookbook(name, *version_and_source_opts)
-        source_options =
-          if version_and_source_opts.last.is_a?(Hash)
-            version_and_source_opts.pop
-          else
-            {}
-          end
-
-        constraint = version_and_source_opts.first || ">= 0.0.0"
-        spec = CookbookLocationSpecification.new(name, constraint, source_options, storage_config)
-
-
-        if existing_source = @cookbook_location_specs[name]
-          err = "Cookbook '#{name}' assigned to conflicting sources\n\n"
-          err << "Previous source: #{existing_source.source_options.inspect}\n"
-          err << "Conflicts with: #{source_options.inspect}\n"
-          @errors << err
-        else
-          @cookbook_location_specs[name] = spec
-          @errors += spec.errors
-        end
-      end
-
-      def default
-        @node_attributes.default
-      end
-
-      def override
-        @node_attributes.override
-      end
-
-      def eval_policyfile(policyfile_string)
-        @policyfile_filename = policyfile_filename
-        instance_eval(policyfile_string, policyfile_filename)
-        validate!
-        self
-      rescue SyntaxError => e
-        @errors << "Invalid ruby syntax in policyfile '#{policyfile_filename}':\n\n#{e.message}"
-      rescue SignalException, SystemExit
-        # allow signal from kill, ctrl-C, etc. to bubble up:
-        raise
-      rescue Exception => e
-        error_message = "Evaluation of policyfile '#{policyfile_filename}' raised an exception\n"
-        error_message << "  Exception: #{e.class.name} \"#{e.to_s}\"\n\n"
-        trace = filtered_bt(policyfile_filename, e)
-        error_message << "  Relevant Code:\n"
-        error_message << "    #{error_context(policyfile_string, policyfile_filename, e)}\n\n"
-        unless trace.empty?
-          error_message << "  Backtrace:\n"
-          # TODO: need a way to disable filtering
-          error_message << filtered_bt(policyfile_filename, e).inject("") { |formatted_trace, line| formatted_trace << "    #{line}\n" }
-        end
-        @errors << error_message
-      end
-
-      private
-
-      def set_default_community_source(source_uri)
-        set_default_source(CommunityCookbookSource.new(source_uri))
-      end
-
-      def set_default_chef_server_source(source_uri)
-        if source_uri.nil?
-          @errors << "You must specify the server's URI when using a default_source :chef_server"
-        else
-          set_default_source(ChefServerCookbookSource.new(source_uri))
-        end
-      end
-
-      def set_default_chef_repo_source(path)
-        if path.nil?
-          @errors << "You must specify the path to the chef-repo when using a default_source :chef_repo"
-        else
-          set_default_source(ChefRepoCookbookSource.new(path))
-        end
-      end
-
-      def set_default_source(source)
-        @default_source.delete_at(0) if @default_source[0].null?
-        @default_source << source
-      end
-
-      def validate!
-        if @run_list.empty?
-          @errors << "Invalid run_list. run_list cannot be empty"
-        end
-      end
-
-      def error_context(policyfile_string, policyfile_filename, exception)
-        if line_number_to_show = culprit_line_number(policyfile_filename, exception)
-          code = policyfile_string.lines.to_a[line_number_to_show - 1].strip
-          "#{line_number_to_show}: #{code}"
-        else
-          "Could not find relevant code from backtrace"
-        end
-      end
-
-      def culprit_line_number(policyfile_filename, exception)
-        if most_proximate_backtrace_line = filtered_bt(policyfile_filename, exception).first
-          most_proximate_backtrace_line[/^(?:.\:)?[^:]+:([\d]+)/,1].to_i
-        else
-          nil
-        end
-      end
-
-      def filtered_bt(policyfile_filename, exception)
-        policyfile_filename_matcher = /^#{Regexp.escape(policyfile_filename)}/
-        exception.backtrace.select {|line| line =~ policyfile_filename_matcher }
-      end
-
-    end
-  end
-end
+#
+# Copyright:: Copyright (c) 2014 Chef Software Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef-dk/policyfile/cookbook_sources'
+require 'chef-dk/policyfile/cookbook_location_specification'
+require 'chef-dk/policyfile/storage_config'
+
+require 'chef/node/attribute'
+
+module ChefDK
+  module Policyfile
+    class DSL
+
+      include StorageConfigDelegation
+
+      attr_writer :name
+
+      attr_reader :errors
+      attr_reader :run_list
+      attr_reader :default_source
+      attr_reader :cookbook_location_specs
+
+      attr_reader :named_run_lists
+      attr_reader :node_attributes
+
+      attr_reader :storage_config
+
+      def initialize(storage_config)
+        @name = nil
+        @errors = []
+        @run_list = []
+        @named_run_lists = {}
+        @default_source = [ NullCookbookSource.new ]
+        @cookbook_location_specs = {}
+        @storage_config = storage_config
+
+        @node_attributes = Chef::Node::Attribute.new({}, {}, {}, {})
+      end
+
+      def name(name = nil)
+        unless name.nil?
+          @name = name
+        end
+        @name
+      end
+
+      def run_list(*run_list_items)
+        run_list_items = run_list_items.flatten
+        @run_list = run_list_items unless run_list_items.empty?
+        @run_list
+      end
+
+      def named_run_list(name, *run_list_items)
+        @named_run_lists[name] = run_list_items.flatten
+      end
+
+      def default_source(source_type = nil, source_argument = nil, &block)
+        return @default_source if source_type.nil?
+        case source_type
+        when :community, :supermarket
+          set_default_community_source(source_argument, &block)
+        when :delivery_supermarket
+          set_default_delivery_supermarket_source(source_argument, &block)
+        when :chef_server
+          set_default_chef_server_source(source_argument, &block)
+        when :chef_repo
+          set_default_chef_repo_source(source_argument, &block)
+        else
+          @errors << "Invalid default_source type '#{source_type.inspect}'"
+        end
+      end
+
+      def cookbook(name, *version_and_source_opts)
+        source_options =
+          if version_and_source_opts.last.is_a?(Hash)
+            version_and_source_opts.pop
+          else
+            {}
+          end
+
+        constraint = version_and_source_opts.first || ">= 0.0.0"
+        spec = CookbookLocationSpecification.new(name, constraint, source_options, storage_config)
+
+
+        if existing_source = @cookbook_location_specs[name]
+          err = "Cookbook '#{name}' assigned to conflicting sources\n\n"
+          err << "Previous source: #{existing_source.source_options.inspect}\n"
+          err << "Conflicts with: #{source_options.inspect}\n"
+          @errors << err
+        else
+          @cookbook_location_specs[name] = spec
+          @errors += spec.errors
+        end
+      end
+
+      def default
+        @node_attributes.default
+      end
+
+      def override
+        @node_attributes.override
+      end
+
+      def eval_policyfile(policyfile_string)
+        @policyfile_filename = policyfile_filename
+        instance_eval(policyfile_string, policyfile_filename)
+        validate!
+        self
+      rescue SyntaxError => e
+        @errors << "Invalid ruby syntax in policyfile '#{policyfile_filename}':\n\n#{e.message}"
+      rescue SignalException, SystemExit
+        # allow signal from kill, ctrl-C, etc. to bubble up:
+        raise
+      rescue Exception => e
+        error_message = "Evaluation of policyfile '#{policyfile_filename}' raised an exception\n"
+        error_message << "  Exception: #{e.class.name} \"#{e.to_s}\"\n\n"
+        trace = filtered_bt(policyfile_filename, e)
+        error_message << "  Relevant Code:\n"
+        error_message << "    #{error_context(policyfile_string, policyfile_filename, e)}\n\n"
+        unless trace.empty?
+          error_message << "  Backtrace:\n"
+          # TODO: need a way to disable filtering
+          error_message << filtered_bt(policyfile_filename, e).inject("") { |formatted_trace, line| formatted_trace << "    #{line}\n" }
+        end
+        @errors << error_message
+      end
+
+      private
+
+      def set_default_community_source(source_uri, &block)
+        set_default_source(CommunityCookbookSource.new(source_uri, &block))
+      end
+
+      def set_default_delivery_supermarket_source(source_uri, &block)
+        if source_uri.nil?
+          @errors << "You must specify the server's URI when using a default_source :delivery_supermarket"
+        else
+          set_default_source(DeliverySupermarketSource.new(source_uri, &block))
+        end
+      end
+
+      def set_default_chef_server_source(source_uri, &block)
+        if source_uri.nil?
+          @errors << "You must specify the server's URI when using a default_source :chef_server"
+        else
+          set_default_source(ChefServerCookbookSource.new(source_uri))
+        end
+      end
+
+      def set_default_chef_repo_source(path, &block)
+        if path.nil?
+          @errors << "You must specify the path to the chef-repo when using a default_source :chef_repo"
+        else
+          set_default_source(ChefRepoCookbookSource.new(File.expand_path(path, storage_config.relative_paths_root), &block))
+        end
+      end
+
+      def set_default_source(source)
+        @default_source.delete_at(0) if @default_source[0].null?
+        @default_source << source
+      end
+
+      def validate!
+        if @run_list.empty?
+          @errors << "Invalid run_list. run_list cannot be empty"
+        end
+
+        handle_preferred_cookbooks_conflicts
+      end
+
+      def handle_preferred_cookbooks_conflicts
+        conflicting_source_messages = []
+        default_source.combination(2).each do |source_a, source_b|
+          conflicting_preferences = source_a.preferred_cookbooks & source_b.preferred_cookbooks
+          next if conflicting_preferences.empty?
+          conflicting_source_messages << "#{source_a.desc} and #{source_b.desc} are both set as the preferred source for cookbook(s) '#{conflicting_preferences.join(', ')}'"
+        end
+        unless conflicting_source_messages.empty?
+          msg = "Multiple sources are marked as the preferred source for some cookbooks. Only one source can be preferred for a cookbook.\n"
+          msg << conflicting_source_messages.join("\n") << "\n"
+          @errors << msg
+        end
+      end
+
+      def error_context(policyfile_string, policyfile_filename, exception)
+        if line_number_to_show = culprit_line_number(policyfile_filename, exception)
+          code = policyfile_string.lines.to_a[line_number_to_show - 1].strip
+          "#{line_number_to_show}: #{code}"
+        else
+          "Could not find relevant code from backtrace"
+        end
+      end
+
+      def culprit_line_number(policyfile_filename, exception)
+        if most_proximate_backtrace_line = filtered_bt(policyfile_filename, exception).first
+          most_proximate_backtrace_line[/^(?:.\:)?[^:]+:([\d]+)/,1].to_i
+        else
+          nil
+        end
+      end
+
+      def filtered_bt(policyfile_filename, exception)
+        policyfile_filename_matcher = /^#{Regexp.escape(policyfile_filename)}/
+        exception.backtrace.select {|line| line =~ policyfile_filename_matcher }
+      end
+
+    end
+  end
+end

data/lib/chef-dk/policyfile/lister.rb

@@ -1,232 +1,232 @@
-#
-# Copyright:: Copyright (c) 2015 Chef Software Inc.
-# License:: Apache License, Version 2.0
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-require 'set'
-
-require 'chef-dk/authenticated_http'
-require 'chef-dk/service_exceptions'
-
-module ChefDK
-  module Policyfile
-
-    class RevIDLockDataMap
-
-      attr_reader :policy_name
-      attr_reader :lock_info_by_rev_id
-
-      def initialize(policy_name, lock_info_by_rev_id)
-        @policy_name = policy_name
-        @lock_info_by_rev_id = lock_info_by_rev_id
-      end
-
-
-      def cb_info_for(rev_id, cookbook_name)
-        lock = lock_info_by_rev_id[rev_id]
-        cookbook_lock = lock["cookbook_locks"][cookbook_name]
-
-        if cookbook_lock
-          [cookbook_lock["version"], cookbook_lock["identifier"] ]
-        else
-          nil
-        end
-      end
-
-      def cbs_with_differing_ids
-        cbs_with_differing_ids = Set.new
-        all_cookbook_names.each do |cookbook_name|
-          all_identifiers = lock_info_by_rev_id.inject(Set.new) do |id_set, (_rev_id, rev_info)|
-            cookbook_lock = rev_info["cookbook_locks"][cookbook_name]
-            identifier = cookbook_lock && cookbook_lock["identifier"]
-            id_set << identifier
-          end
-          cbs_with_differing_ids << cookbook_name if all_identifiers.size > 1
-        end
-        cbs_with_differing_ids
-      end
-
-      def all_cookbook_names
-        lock_info_by_rev_id.inject(Set.new) do |cb_set, (_rev_id, rev_info)|
-          cb_set.merge(rev_info["cookbook_locks"].keys)
-        end
-      end
-    end
-
-    class PolicyGroupRevIDMap
-
-      include Enumerable
-
-      attr_reader :policy_name
-      attr_reader :revision_ids_by_group
-
-      def initialize(policy_name, revision_ids_by_group)
-        @policy_name = policy_name
-        @revision_ids_by_group = revision_ids_by_group
-      end
-
-      def unique_revision_ids
-        revision_ids_by_group.values.uniq
-      end
-
-      def policy_group_names
-        revision_ids_by_group.keys
-      end
-
-      def max_group_name_length
-        policy_group_names.map(&:size).max
-      end
-
-      def format_revision_ids
-        revision_ids_by_group.inject({}) do |map, (group_name, rev_id)|
-          map[group_name] = yield rev_id
-          map
-        end
-      end
-
-      def empty?
-        policy_group_names.empty?
-      end
-
-      def each
-        revision_ids_by_group.each do |group_name, rev_id|
-          yield group_name, rev_id
-        end
-      end
-    end
-
-    class Lister
-
-      attr_accessor :policy_lock_content
-
-      attr_reader :config
-
-      def initialize(config: nil)
-        @config = config
-        @policies_by_name = nil
-        @policies_by_group = nil
-        @policy_lock_content = {}
-        @active_revisions = nil
-      end
-
-      # A Hash with the following format
-      #   {
-      #     "appserver" => {
-      #       "1111111111111111111111111111111111111111111111111111111111111111" => {},
-      #       "2222222222222222222222222222222222222222222222222222222222222222" => {}
-      #     },
-      def policies_by_name
-        @policies_by_name || fetch_policy_lists
-        @policies_by_name
-      end
-
-      # A Hash with the following format:
-      #   "dev" => {
-      #     "appserver" => "1111111111111111111111111111111111111111111111111111111111111111",
-      #     "load-balancer" => "5555555555555555555555555555555555555555555555555555555555555555",
-      #     "db" => "9999999999999999999999999999999999999999999999999999999999999999"
-      #   }
-      def policies_by_group
-        @policies_by_group || fetch_policy_lists
-        @policies_by_group
-      end
-
-      def revision_info_for(policy_name, _revision_id_list)
-        RevIDLockDataMap.new(policy_name, policy_lock_content[policy_name])
-      end
-
-      def revision_ids_by_group_for_each_policy
-        policies_by_name.each do |policy_name, _policies|
-          rev_id_by_group = revision_ids_by_group_for(policy_name)
-          yield policy_name, rev_id_by_group
-        end
-      end
-
-      def revision_ids_by_group_for(policy_name)
-        map = policies_by_group.inject({}) do |rev_id_map, (group_name, rev_id_map_for_group)|
-          rev_id_map[group_name] = rev_id_map_for_group[policy_name]
-          rev_id_map
-        end
-        PolicyGroupRevIDMap.new(policy_name, map)
-      end
-
-      def orphaned_revisions(policy_name)
-        orphans = []
-        policies_by_name[policy_name].each do |rev_id, _data|
-          orphans << rev_id unless active_revisions.include?(rev_id)
-        end
-        orphans
-      end
-
-      def active_revisions
-        @active_revisions ||= policies_by_group.inject(Set.new) do |set, (_group, policy_name_rev_id_map)|
-          policy_name_rev_id_map.each do |policy_name, rev_id|
-            set << rev_id
-          end
-          set
-        end
-      end
-
-      def empty?
-        policies_by_name.empty? && policies_by_group.empty?
-      end
-
-      def http_client
-        @http_client ||= ChefDK::AuthenticatedHTTP.new(config.chef_server_url,
-                                                       signing_key_filename: config.client_key,
-                                                       client_name: config.node_name)
-      end
-
-      # @api private
-      # Sets internal copy of policyfile data to policies_by_name and
-      # policies_by_group. Used for internal testing.
-      def set!(policies_by_name, policies_by_group)
-        @policies_by_name = policies_by_name
-        @policies_by_group = policies_by_group
-        @active_revisions = nil
-      end
-
-      private
-
-      def fetch_policy_lists
-        policy_list_data = http_client.get("policies")
-        set_policies_by_name_from_api(policy_list_data)
-
-        policy_group_data = http_client.get("policy_groups")
-        set_policies_by_group_from_api(policy_group_data)
-      end
-
-      def set_policies_by_name_from_api(policy_list_data)
-        @policies_by_name = policy_list_data.inject({}) do |map, (policy_name, policy_info)|
-          map[policy_name] = policy_info["revisions"]
-          map
-        end
-      end
-
-      def set_policies_by_group_from_api(policy_group_data)
-        @policies_by_group = policy_group_data.inject({}) do |map, (policy_group, policy_info)|
-          map[policy_group] = (policy_info["policies"] || []).inject({}) do |rev_map, (policy_name, rev_info)|
-            rev_map[policy_name] = rev_info["revision_id"]; rev_map
-          end
-
-          map
-        end
-      end
-
-    end
-  end
-end
-
-
+#
+# Copyright:: Copyright (c) 2015 Chef Software Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'set'
+
+require 'chef-dk/authenticated_http'
+require 'chef-dk/service_exceptions'
+
+module ChefDK
+  module Policyfile
+
+    class RevIDLockDataMap
+
+      attr_reader :policy_name
+      attr_reader :lock_info_by_rev_id
+
+      def initialize(policy_name, lock_info_by_rev_id)
+        @policy_name = policy_name
+        @lock_info_by_rev_id = lock_info_by_rev_id
+      end
+
+
+      def cb_info_for(rev_id, cookbook_name)
+        lock = lock_info_by_rev_id[rev_id]
+        cookbook_lock = lock["cookbook_locks"][cookbook_name]
+
+        if cookbook_lock
+          [cookbook_lock["version"], cookbook_lock["identifier"] ]
+        else
+          nil
+        end
+      end
+
+      def cbs_with_differing_ids
+        cbs_with_differing_ids = Set.new
+        all_cookbook_names.each do |cookbook_name|
+          all_identifiers = lock_info_by_rev_id.inject(Set.new) do |id_set, (_rev_id, rev_info)|
+            cookbook_lock = rev_info["cookbook_locks"][cookbook_name]
+            identifier = cookbook_lock && cookbook_lock["identifier"]
+            id_set << identifier
+          end
+          cbs_with_differing_ids << cookbook_name if all_identifiers.size > 1
+        end
+        cbs_with_differing_ids
+      end
+
+      def all_cookbook_names
+        lock_info_by_rev_id.inject(Set.new) do |cb_set, (_rev_id, rev_info)|
+          cb_set.merge(rev_info["cookbook_locks"].keys)
+        end
+      end
+    end
+
+    class PolicyGroupRevIDMap
+
+      include Enumerable
+
+      attr_reader :policy_name
+      attr_reader :revision_ids_by_group
+
+      def initialize(policy_name, revision_ids_by_group)
+        @policy_name = policy_name
+        @revision_ids_by_group = revision_ids_by_group
+      end
+
+      def unique_revision_ids
+        revision_ids_by_group.values.uniq
+      end
+
+      def policy_group_names
+        revision_ids_by_group.keys
+      end
+
+      def max_group_name_length
+        policy_group_names.map(&:size).max
+      end
+
+      def format_revision_ids
+        revision_ids_by_group.inject({}) do |map, (group_name, rev_id)|
+          map[group_name] = yield rev_id
+          map
+        end
+      end
+
+      def empty?
+        policy_group_names.empty?
+      end
+
+      def each
+        revision_ids_by_group.each do |group_name, rev_id|
+          yield group_name, rev_id
+        end
+      end
+    end
+
+    class Lister
+
+      attr_accessor :policy_lock_content
+
+      attr_reader :config
+
+      def initialize(config: nil)
+        @config = config
+        @policies_by_name = nil
+        @policies_by_group = nil
+        @policy_lock_content = {}
+        @active_revisions = nil
+      end
+
+      # A Hash with the following format
+      #   {
+      #     "appserver" => {
+      #       "1111111111111111111111111111111111111111111111111111111111111111" => {},
+      #       "2222222222222222222222222222222222222222222222222222222222222222" => {}
+      #     },
+      def policies_by_name
+        @policies_by_name || fetch_policy_lists
+        @policies_by_name
+      end
+
+      # A Hash with the following format:
+      #   "dev" => {
+      #     "appserver" => "1111111111111111111111111111111111111111111111111111111111111111",
+      #     "load-balancer" => "5555555555555555555555555555555555555555555555555555555555555555",
+      #     "db" => "9999999999999999999999999999999999999999999999999999999999999999"
+      #   }
+      def policies_by_group
+        @policies_by_group || fetch_policy_lists
+        @policies_by_group
+      end
+
+      def revision_info_for(policy_name, _revision_id_list)
+        RevIDLockDataMap.new(policy_name, policy_lock_content[policy_name])
+      end
+
+      def revision_ids_by_group_for_each_policy
+        policies_by_name.each do |policy_name, _policies|
+          rev_id_by_group = revision_ids_by_group_for(policy_name)
+          yield policy_name, rev_id_by_group
+        end
+      end
+
+      def revision_ids_by_group_for(policy_name)
+        map = policies_by_group.inject({}) do |rev_id_map, (group_name, rev_id_map_for_group)|
+          rev_id_map[group_name] = rev_id_map_for_group[policy_name]
+          rev_id_map
+        end
+        PolicyGroupRevIDMap.new(policy_name, map)
+      end
+
+      def orphaned_revisions(policy_name)
+        orphans = []
+        policies_by_name[policy_name].each do |rev_id, _data|
+          orphans << rev_id unless active_revisions.include?(rev_id)
+        end
+        orphans
+      end
+
+      def active_revisions
+        @active_revisions ||= policies_by_group.inject(Set.new) do |set, (_group, policy_name_rev_id_map)|
+          policy_name_rev_id_map.each do |policy_name, rev_id|
+            set << rev_id
+          end
+          set
+        end
+      end
+
+      def empty?
+        policies_by_name.empty? && policies_by_group.empty?
+      end
+
+      def http_client
+        @http_client ||= ChefDK::AuthenticatedHTTP.new(config.chef_server_url,
+                                                       signing_key_filename: config.client_key,
+                                                       client_name: config.node_name)
+      end
+
+      # @api private
+      # Sets internal copy of policyfile data to policies_by_name and
+      # policies_by_group. Used for internal testing.
+      def set!(policies_by_name, policies_by_group)
+        @policies_by_name = policies_by_name
+        @policies_by_group = policies_by_group
+        @active_revisions = nil
+      end
+
+      private
+
+      def fetch_policy_lists
+        policy_list_data = http_client.get("policies")
+        set_policies_by_name_from_api(policy_list_data)
+
+        policy_group_data = http_client.get("policy_groups")
+        set_policies_by_group_from_api(policy_group_data)
+      end
+
+      def set_policies_by_name_from_api(policy_list_data)
+        @policies_by_name = policy_list_data.inject({}) do |map, (policy_name, policy_info)|
+          map[policy_name] = policy_info["revisions"]
+          map
+        end
+      end
+
+      def set_policies_by_group_from_api(policy_group_data)
+        @policies_by_group = policy_group_data.inject({}) do |map, (policy_group, policy_info)|
+          map[policy_group] = (policy_info["policies"] || []).inject({}) do |rev_map, (policy_name, rev_info)|
+            rev_map[policy_name] = rev_info["revision_id"]; rev_map
+          end
+
+          map
+        end
+      end
+
+    end
+  end
+end
+
+