chef 10.34.6 → 11.0.0.beta.0

data/lib/chef/chef_fs/file_system/chef_repository_file_system_entry.rb

@@ -0,0 +1,109 @@
+#
+# Author:: John Keiser (<jkeiser@opscode.com>)
+# Copyright:: Copyright (c) 2012 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/chef_fs/file_system/file_system_entry'
+require 'chef/cookbook/chefignore'
+require 'chef/cookbook/cookbook_version_loader'
+require 'chef/node'
+require 'chef/role'
+require 'chef/environment'
+require 'chef/data_bag_item'
+require 'chef/client'
+
+class Chef
+  module ChefFS
+    module FileSystem
+      # ChefRepositoryFileSystemEntry works just like FileSystemEntry,
+      # except it pretends files in /cookbooks/chefignore don't exist
+      # and it can inflate Chef objects
+      class ChefRepositoryFileSystemEntry < FileSystemEntry
+        def initialize(name, parent, file_path = nil)
+          super(name, parent, file_path)
+          # Load /cookbooks/chefignore
+          if name == "cookbooks" && path == "/cookbooks" # We check name first because it's a faster fail than path
+            @chefignore = Chef::Cookbook::Chefignore.new(self.file_path)
+          # If we are a cookbook or a cookbook subdirectory, empty directories
+          # underneath us are ignored (since they cannot be uploaded)
+          elsif parent && parent.name === "cookbooks" && parent.path == "/cookbooks"
+            @ignore_empty_directories = true
+          elsif parent && parent.ignore_empty_directories?
+            @ignore_empty_directories = true
+          end
+        end
+
+        attr_reader :chefignore
+
+        def ignore_empty_directories?
+          @ignore_empty_directories
+        end
+
+        def chef_object
+          begin
+            if parent.path == "/cookbooks"
+              loader = Chef::Cookbook::CookbookVersionLoader.new(file_path, parent.chefignore)
+              loader.load_cookbooks
+              return loader.cookbook_version
+            end
+
+            # Otherwise the information to inflate the object, is in the file (json_class).
+            return Chef::JSONCompat.from_json(read)
+          rescue
+            Chef::Log.error("Could not read #{path_for_printing} into a Chef object: #{$!}")
+          end
+          nil
+        end
+
+        def children
+          @children ||= Dir.entries(file_path).select { |entry| entry != '.' && entry != '..' && !ignored?(entry) }.
+                                               map { |entry| ChefRepositoryFileSystemEntry.new(entry, self) }
+        end
+
+        attr_reader :chefignore
+
+        private
+
+        def ignored?(child_name)
+          # empty directories inside a cookbook are ignored
+          if ignore_empty_directories?
+            child_path = PathUtils.join(file_path, child_name)
+            if File.directory?(child_path) && Dir.entries(child_path) == [ '.', '..' ]
+              return true
+            end
+          end
+
+          ignorer = self
+          begin
+            if ignorer.chefignore
+              # Grab the path from entry to child
+              path_to_child = child_name
+              child = self
+              while child != ignorer
+                path_to_child = PathUtils.join(child.name, path_to_child)
+                child = child.parent
+              end
+              # Check whether that relative path is ignored
+              return ignorer.chefignore.ignored?(path_to_child)
+            end
+            ignorer = ignorer.parent
+          end while ignorer
+        end
+
+      end
+    end
+  end
+end

data/{spec/unit/monkey_patches/uri_spec.rb → lib/chef/chef_fs/file_system/chef_repository_file_system_root_dir.rb}

@@ -1,6 +1,6 @@
-#--
-# Author:: Daniel DeLeo (<dan@opscode.com>)
-# Copyright:: Copyright (c) 2013 Opscode, Inc.
+#
+# Author:: John Keiser (<jkeiser@opscode.com>)
+# Copyright:: Copyright (c) 2012 Opscode, Inc.
 # License:: Apache License, Version 2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -16,19 +16,16 @@
 # limitations under the License.
 #
 
-require 'spec_helper'
-describe URI do
-
-  describe "when a URI contains an IPv6 literal" do
-
-    let(:ipv6_uri) do
-      URI.parse("https://[2a00:1450:4009:809::1008]:8443")
-    end
+require 'chef/chef_fs/file_system/chef_repository_file_system_entry'
 
-    it "returns the hostname without brackets" do
-      ipv6_uri.hostname.should == "2a00:1450:4009:809::1008"
+class Chef
+  module ChefFS
+    module FileSystem
+      class ChefRepositoryFileSystemRootDir < ChefRepositoryFileSystemEntry
+        def initialize(file_path)
+          super("", nil, file_path)
+        end
+      end
     end
-
   end
-
 end

data/lib/chef/chef_fs/file_system/chef_server_root_dir.rb

@@ -0,0 +1,84 @@
+#
+# Author:: John Keiser (<jkeiser@opscode.com>)
+# Copyright:: Copyright (c) 2012 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/chef_fs/file_system/base_fs_dir'
+require 'chef/chef_fs/file_system/rest_list_dir'
+require 'chef/chef_fs/file_system/cookbooks_dir'
+require 'chef/chef_fs/file_system/data_bags_dir'
+require 'chef/chef_fs/file_system/nodes_dir'
+
+class Chef
+  module ChefFS
+    module FileSystem
+      class ChefServerRootDir < BaseFSDir
+        def initialize(root_name, chef_config, repo_mode)
+          super("", nil)
+          @chef_server_url = chef_config[:chef_server_url]
+          @chef_username = chef_config[:node_name]
+          @chef_private_key = chef_config[:client_key]
+          @environment = chef_config[:environment]
+          @repo_mode = repo_mode
+          @root_name = root_name
+        end
+
+        attr_reader :chef_server_url
+        attr_reader :chef_username
+        attr_reader :chef_private_key
+        attr_reader :environment
+        attr_reader :repo_mode
+
+        def rest
+          Chef::REST.new(chef_server_url, chef_username, chef_private_key)
+        end
+
+        def api_path
+          ""
+        end
+
+        def path_for_printing
+          "#{@root_name}/"
+        end
+
+        def can_have_child?(name, is_dir)
+          is_dir && children.any? { |child| child.name == name }
+        end
+
+        def children
+          @children ||= begin
+            result = [
+              CookbooksDir.new(self),
+              DataBagsDir.new(self),
+              RestListDir.new("environments", self),
+              RestListDir.new("roles", self)
+            ]
+            if repo_mode == 'everything'
+              result += [
+                RestListDir.new("clients", self),
+                NodesDir.new(self),
+                RestListDir.new("users", self)
+              ]
+            end
+            result.sort_by { |child| child.name }
+          end
+        end
+
+        # Yeah, sorry, I'm not putting delete on this thing.
+      end
+    end
+  end
+end

data/lib/chef/chef_fs/file_system/cookbook_dir.rb

@@ -0,0 +1,188 @@
+#
+# Author:: John Keiser (<jkeiser@opscode.com>)
+# Copyright:: Copyright (c) 2012 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/chef_fs/file_system/rest_list_dir'
+require 'chef/chef_fs/file_system/cookbook_subdir'
+require 'chef/chef_fs/file_system/cookbook_file'
+require 'chef/chef_fs/file_system/not_found_error'
+require 'chef/cookbook_version'
+require 'chef/cookbook_uploader'
+
+class Chef
+  module ChefFS
+    module FileSystem
+      class CookbookDir < BaseFSDir
+        def initialize(name, parent, versions = nil)
+          super(name, parent)
+          @versions = versions
+        end
+
+        attr_reader :versions
+
+        COOKBOOK_SEGMENT_INFO = {
+          :attributes => { :ruby_only => true },
+          :definitions => { :ruby_only => true },
+          :recipes => { :ruby_only => true },
+          :libraries => { :ruby_only => true },
+          :templates => { :recursive => true },
+          :files => { :recursive => true },
+          :resources => { :ruby_only => true, :recursive => true },
+          :providers => { :ruby_only => true, :recursive => true },
+          :root_files => { }
+        }
+
+        def add_child(child)
+          @children << child
+        end
+
+        def api_path
+          "#{parent.api_path}/#{name}/_latest"
+        end
+
+        def child(name)
+          # Since we're ignoring the rules and doing a network request here,
+          # we need to make sure we don't rethrow the exception.  (child(name)
+          # is not supposed to fail.)
+          begin
+            result = children.select { |child| child.name == name }.first
+            return result if result
+          rescue Chef::ChefFS::FileSystem::NotFoundError
+          end
+          return NonexistentFSObject.new(name, self)
+        end
+
+        def can_have_child?(name, is_dir)
+          # A cookbook's root may not have directories unless they are segment directories
+          if is_dir
+            return name != 'root_files' &&
+                   COOKBOOK_SEGMENT_INFO.keys.any? { |segment| segment.to_s == name }
+          end
+          true
+        end
+
+        def children
+          if @children.nil?
+            @children = []
+            manifest = chef_object.manifest
+            COOKBOOK_SEGMENT_INFO.each do |segment, segment_info|
+              next unless manifest.has_key?(segment)
+
+              # Go through each file in the manifest for the segment, and
+              # add cookbook subdirs and files for it.
+              manifest[segment].each do |segment_file|
+                parts = segment_file[:path].split('/')
+                # Get or create the path to the file
+                container = self
+                parts[0,parts.length-1].each do |part|
+                  old_container = container
+                  container = old_container.children.select { |child| part == child.name }.first
+                  if !container
+                    container = CookbookSubdir.new(part, old_container, segment_info[:ruby_only], segment_info[:recursive])
+                    old_container.add_child(container)
+                  end
+                end
+                # Create the file itself
+                container.add_child(CookbookFile.new(parts[parts.length-1], container, segment_file))
+              end
+            end
+          end
+          @children
+        end
+
+        def dir?
+          exists?
+        end
+
+        def read
+          # This will only be called if dir? is false, which means exists? is false.
+          raise Chef::ChefFS::FileSystem::NotFoundError, path_for_printing
+        end
+
+        def exists?
+          if !@versions
+            child = parent.children.select { |child| child.name == name }.first
+            @versions = child.versions if child
+          end
+          !!@versions
+        end
+
+        def compare_to(other)
+          if !other.dir?
+            return [ !exists?, nil, nil ]
+          end
+          are_same = true
+          Chef::ChefFS::CommandLine::diff_entries(self, other, nil, :name_only) do
+            are_same = false
+          end
+          [ are_same, nil, nil ]
+        end
+
+        def copy_from(other)
+          parent.upload_cookbook_from(other)
+        end
+
+        def rest
+          parent.rest
+        end
+
+        def chef_object
+          # We cheat and cache here, because it seems like a good idea to keep
+          # the cookbook view consistent with the directory structure.
+          return @chef_object if @chef_object
+
+          # The negative (not found) response is cached
+          if @could_not_get_chef_object
+            raise Chef::ChefFS::FileSystem::NotFoundError.new(@could_not_get_chef_object), "#{path_for_printing} not found"
+          end
+
+          begin
+            # We want to fail fast, for now, because of the 500 issue :/
+            # This will make things worse for parallelism, a little, because
+            # Chef::Config is global and this could affect other requests while
+            # this request is going on.  (We're not parallel yet, but we will be.)
+            # Chef bug http://tickets.opscode.com/browse/CHEF-3066
+            old_retry_count = Chef::Config[:http_retry_count]
+            begin
+              Chef::Config[:http_retry_count] = 0
+              @chef_object ||= rest.get_rest(api_path)
+            ensure
+              Chef::Config[:http_retry_count] = old_retry_count
+            end
+          rescue Net::HTTPServerException
+            if $!.response.code == "404"
+              @could_not_get_chef_object = $!
+              raise Chef::ChefFS::FileSystem::NotFoundError.new(@could_not_get_chef_object), "#{path_for_printing} not found"
+            else
+              raise
+            end
+
+          # Chef bug http://tickets.opscode.com/browse/CHEF-3066 ... instead of 404 we get 500 right now.
+          # Remove this when that bug is fixed.
+          rescue Net::HTTPFatalError
+            if $!.response.code == "500"
+              @could_not_get_chef_object = $!
+              raise Chef::ChefFS::FileSystem::NotFoundError.new(@could_not_get_chef_object), "#{path_for_printing} not found"
+            else
+              raise
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/chef/chef_fs/file_system/cookbook_file.rb

@@ -0,0 +1,78 @@
+#
+# Author:: John Keiser (<jkeiser@opscode.com>)
+# Copyright:: Copyright (c) 2012 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/chef_fs/file_system/base_fs_object'
+require 'digest/md5'
+
+class Chef
+  module ChefFS
+    module FileSystem
+      class CookbookFile < BaseFSObject
+        def initialize(name, parent, file)
+          super(name, parent)
+          @file = file
+        end
+
+        attr_reader :file
+
+        def checksum
+          file[:checksum]
+        end
+
+        def read
+          old_sign_on_redirect = rest.sign_on_redirect
+          rest.sign_on_redirect = false
+          begin
+            rest.get_rest(file[:url])
+          ensure
+            rest.sign_on_redirect = old_sign_on_redirect
+          end
+        end
+
+        def rest
+          parent.rest
+        end
+
+        def compare_to(other)
+          other_value = nil
+          if other.respond_to?(:checksum)
+            other_checksum = other.checksum
+          else
+            begin
+              other_value = other.read
+            rescue Chef::ChefFS::FileSystem::NotFoundError
+              return [ false, nil, :none ]
+            end
+            other_checksum = calc_checksum(other_value)
+          end
+          [ checksum == other_checksum, nil, other_value ]
+        end
+
+        private
+
+        def calc_checksum(value)
+          begin
+            Digest::MD5.hexdigest(value)
+          rescue Chef::ChefFS::FileSystem::NotFoundError
+            nil
+          end
+        end
+      end
+    end
+  end
+end