chef 16.16.13 → 17.0.242

data/lib/chef/knife/cookbook_metadata.rb

@@ -1,106 +0,0 @@
-#
-# Author:: Adam Jacob (<adam@chef.io>)
-# Copyright:: Copyright (c) Chef Software Inc.
-# License:: Apache License, Version 2.0
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-require_relative "../knife"
-
-class Chef
-  class Knife
-    class CookbookMetadata < Knife
-
-      deps do
-        require_relative "../cookbook_loader"
-        require_relative "../cookbook/metadata"
-      end
-
-      banner "knife cookbook metadata COOKBOOK (options)"
-
-      option :cookbook_path,
-        short: "-o PATH:PATH",
-        long: "--cookbook-path PATH:PATH",
-        description: "A colon-separated path to look for cookbooks in.",
-        proc: lambda { |o| o.split(":") }
-
-      option :all,
-        short: "-a",
-        long: "--all",
-        description: "Generate metadata for all cookbooks, rather than just a single cookbook."
-
-      def run
-        config[:cookbook_path] ||= Chef::Config[:cookbook_path]
-
-        if config[:all]
-          cl = Chef::CookbookLoader.new(config[:cookbook_path])
-          cl.load_cookbooks
-          cl.each_key do |cname|
-            generate_metadata(cname.to_s)
-          end
-        else
-          cookbook_name = @name_args[0]
-          if cookbook_name.nil? || cookbook_name.empty?
-            ui.error "You must specify the cookbook to generate metadata for, or use the --all option."
-            exit 1
-          end
-          generate_metadata(cookbook_name)
-        end
-      end
-
-      def generate_metadata(cookbook)
-        Array(config[:cookbook_path]).reverse_each do |path|
-          file = File.expand_path(File.join(path, cookbook, "metadata.rb"))
-          if File.exist?(file)
-            generate_metadata_from_file(cookbook, file)
-          else
-            validate_metadata_json(path, cookbook)
-          end
-        end
-      end
-
-      def generate_metadata_from_file(cookbook, file)
-        ui.info("Generating metadata for #{cookbook} from #{file}")
-        md = Chef::Cookbook::Metadata.new
-        md.name(cookbook)
-        md.from_file(file)
-        json_file = File.join(File.dirname(file), "metadata.json")
-        File.open(json_file, "w") do |f|
-          f.write(Chef::JSONCompat.to_json_pretty(md))
-        end
-        Chef::Log.trace("Generated #{json_file}")
-      rescue Exceptions::ObsoleteDependencySyntax, Exceptions::InvalidVersionConstraint => e
-        ui.stderr.puts "ERROR: The cookbook '#{cookbook}' contains invalid or obsolete metadata syntax."
-        ui.stderr.puts "in #{file}:"
-        ui.stderr.puts
-        ui.stderr.puts e.message
-        exit 1
-      end
-
-      def validate_metadata_json(path, cookbook)
-        json_file = File.join(path, cookbook, "metadata.json")
-        if File.exist?(json_file)
-          Chef::Cookbook::Metadata.validate_json(IO.read(json_file))
-        end
-      rescue Exceptions::ObsoleteDependencySyntax, Exceptions::InvalidVersionConstraint => e
-        ui.stderr.puts "ERROR: The cookbook '#{cookbook}' contains invalid or obsolete metadata syntax."
-        ui.stderr.puts "in #{json_file}:"
-        ui.stderr.puts
-        ui.stderr.puts e.message
-        exit 1
-      end
-
-    end
-  end
-end

data/lib/chef/knife/cookbook_metadata_from_file.rb

@@ -1,49 +0,0 @@
-#
-# Author:: Adam Jacob (<adam@chef.io>)
-# Author:: Matthew Kent (<mkent@magoazul.com>)
-# Copyright:: Copyright (c) Chef Software Inc.
-# Copyright:: Copyright 2010-2016, Matthew Kent
-# License:: Apache License, Version 2.0
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-require_relative "../knife"
-
-class Chef
-  class Knife
-    class CookbookMetadataFromFile < Knife
-
-      deps do
-        require_relative "../cookbook/metadata"
-      end
-
-      banner "knife cookbook metadata from file FILE (options)"
-
-      def run
-        if @name_args.length < 1
-          show_usage
-          ui.fatal("You must specify the FILE.")
-          exit(1)
-        end
-
-        file = @name_args[0]
-        cookbook = File.basename(File.dirname(file))
-
-        @metadata = Chef::Knife::CookbookMetadata.new
-        @metadata.generate_metadata_from_file(cookbook, file)
-      end
-
-    end
-  end
-end

data/lib/chef/knife/cookbook_show.rb

@@ -1,98 +0,0 @@
-#
-# Author:: Adam Jacob (<adam@chef.io>)
-# Copyright:: Copyright (c) Chef Software Inc.
-# License:: Apache License, Version 2.0
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-require_relative "../knife"
-
-class Chef
-  class Knife
-    class CookbookShow < Knife
-
-      deps do
-        require_relative "../json_compat"
-        require "uri" unless defined?(URI)
-        require_relative "../cookbook_version"
-      end
-
-      banner "knife cookbook show COOKBOOK [VERSION] [PART] [FILENAME] (options)"
-
-      option :fqdn,
-        short: "-f FQDN",
-        long: "--fqdn FQDN",
-        description: "The FQDN of the host to see the file for."
-
-      option :platform,
-        short: "-p PLATFORM",
-        long: "--platform PLATFORM",
-        description: "The platform to see the file for."
-
-      option :platform_version,
-        short: "-V VERSION",
-        long: "--platform-version VERSION",
-        description: "The platform version to see the file for."
-
-      option :with_uri,
-        short: "-w",
-        long: "--with-uri",
-        description: "Show corresponding URIs."
-
-      def run
-        cookbook_name, cookbook_version, segment, filename = @name_args
-
-        cookbook = Chef::CookbookVersion.load(cookbook_name, cookbook_version) unless cookbook_version.nil?
-
-        case @name_args.length
-        when 4 # We are showing a specific file
-          node = {}
-          node[:fqdn] = config[:fqdn] if config.key?(:fqdn)
-          node[:platform] = config[:platform] if config.key?(:platform)
-          node[:platform_version] = config[:platform_version] if config.key?(:platform_version)
-
-          class << node
-            def attribute?(name) # rubocop:disable Lint/NestedMethodDefinition
-              key?(name)
-            end
-          end
-
-          manifest_entry = cookbook.preferred_manifest_record(node, segment, filename)
-          temp_file = rest.streaming_request(manifest_entry[:url])
-
-          # the temp file is cleaned up elsewhere
-          temp_file.open if temp_file.closed?
-          pretty_print(temp_file.read)
-
-        when 3 # We are showing a specific part of the cookbook
-          if segment == "metadata"
-            output(cookbook.metadata)
-          else
-            output(cookbook.files_for(segment))
-          end
-        when 2 # We are showing the whole cookbook
-          output(cookbook.display)
-        when 1 # We are showing the cookbook versions (all of them)
-          env           = config[:environment]
-          api_endpoint  = env ? "environments/#{env}/cookbooks/#{cookbook_name}" : "cookbooks/#{cookbook_name}"
-          output(format_cookbook_list_for_display(rest.get(api_endpoint)))
-        when 0
-          show_usage
-          ui.fatal("You must specify a cookbook name")
-          exit 1
-        end
-      end
-    end
-  end
-end

data/lib/chef/knife/cookbook_upload.rb

@@ -1,292 +0,0 @@
-#
-# Author:: Adam Jacob (<adam@chef.io>)
-# Author:: Christopher Walters (<cw@chef.io>)
-# Author:: Nuo Yan (<yan.nuo@gmail.com>)
-# Copyright:: Copyright (c) Chef Software Inc.
-# License:: Apache License, Version 2.0
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-require_relative "../knife"
-
-class Chef
-  class Knife
-    class CookbookUpload < Knife
-      deps do
-        require_relative "../mixin/file_class"
-        include Chef::Mixin::FileClass
-        require_relative "../exceptions"
-        require_relative "../cookbook_loader"
-        require_relative "../cookbook_uploader"
-      end
-
-      banner "knife cookbook upload [COOKBOOKS...] (options)"
-
-      option :cookbook_path,
-        short: "-o 'PATH:PATH'",
-        long: "--cookbook-path 'PATH:PATH'",
-        description: "A delimited path to search for cookbooks. On Unix the delimiter is ':', on Windows it is ';'.",
-        proc: lambda { |o| o.split(File::PATH_SEPARATOR) }
-
-      option :freeze,
-        long: "--freeze",
-        description: "Freeze this version of the cookbook so that it cannot be overwritten.",
-        boolean: true
-
-      option :all,
-        short: "-a",
-        long: "--all",
-        description: "Upload all cookbooks, rather than just a single cookbook."
-
-      option :force,
-        long: "--force",
-        boolean: true,
-        description: "Update cookbook versions even if they have been frozen."
-
-      option :concurrency,
-        long: "--concurrency NUMBER_OF_THREADS",
-        description: "How many concurrent threads will be used.",
-        default: 10,
-        proc: lambda { |o| o.to_i }
-
-      option :environment,
-        short: "-E",
-        long: "--environment ENVIRONMENT",
-        description: "Set ENVIRONMENT's version dependency match the version you're uploading.",
-        default: nil
-
-      option :depends,
-        short: "-d",
-        long: "--include-dependencies",
-        description: "Also upload cookbook dependencies."
-
-      def run
-        # Sanity check before we load anything from the server
-        if ! config[:all] && @name_args.empty?
-          show_usage
-          ui.fatal("You must specify the --all flag or at least one cookbook name")
-          exit 1
-        end
-
-        config[:cookbook_path] ||= Chef::Config[:cookbook_path]
-
-        assert_environment_valid!
-        version_constraints_to_update = {}
-        upload_failures = 0
-        upload_ok = 0
-
-        # Get a list of cookbooks and their versions from the server
-        # to check for the existence of a cookbook's dependencies.
-        @server_side_cookbooks = Chef::CookbookVersion.list_all_versions
-        justify_width = @server_side_cookbooks.map(&:size).max.to_i + 2
-
-        cookbooks = []
-        cookbooks_to_upload.each do |cookbook_name, cookbook|
-          raise Chef::Exceptions::MetadataNotFound.new(cookbook.root_paths[0], cookbook_name) unless cookbook.has_metadata_file?
-
-          if cookbook.metadata.name.nil?
-            message = "Cookbook loaded at path [#{cookbook.root_paths[0]}] has invalid metadata: #{cookbook.metadata.errors.join("; ")}"
-            raise Chef::Exceptions::MetadataNotValid, message
-          end
-
-          cookbooks << cookbook
-        end
-
-        if cookbooks.empty?
-          cookbook_path = config[:cookbook_path].respond_to?(:join) ? config[:cookbook_path].join(", ") : config[:cookbook_path]
-          ui.warn("Could not find any cookbooks in your cookbook path: '#{File.expand_path(cookbook_path)}'. Use --cookbook-path to specify the desired path.")
-        else
-          Chef::CookbookLoader.copy_to_tmp_dir_from_array(cookbooks) do |tmp_cl|
-            tmp_cl.load_cookbooks
-            tmp_cl.compile_metadata
-            tmp_cl.freeze_versions if config[:freeze]
-
-            cookbooks_for_upload = []
-            tmp_cl.each do |cookbook_name, cookbook|
-              cookbooks_for_upload << cookbook
-              version_constraints_to_update[cookbook_name] = cookbook.version
-            end
-            if config[:all]
-              if cookbooks_for_upload.any?
-                begin
-                  upload(cookbooks_for_upload, justify_width)
-                rescue Chef::Exceptions::CookbookFrozen
-                  ui.warn("Not updating version constraints for some cookbooks in the environment as the cookbook is frozen.")
-                  ui.error("Uploading of some of the cookbooks must be failed. Remove cookbook whose version is frozen from your cookbooks repo OR use --force option.")
-                  upload_failures += 1
-                rescue SystemExit => e
-                  raise exit e.status
-                end
-                ui.info("Uploaded all cookbooks.") if upload_failures == 0
-              end
-            else
-              tmp_cl.each do |cookbook_name, cookbook|
-
-                upload([cookbook], justify_width)
-                upload_ok += 1
-              rescue Exceptions::CookbookNotFoundInRepo => e
-                upload_failures += 1
-                ui.error("Could not find cookbook #{cookbook_name} in your cookbook path, skipping it")
-                Log.debug(e)
-                upload_failures += 1
-              rescue Exceptions::CookbookFrozen
-                ui.warn("Not updating version constraints for #{cookbook_name} in the environment as the cookbook is frozen.")
-                upload_failures += 1
-              rescue SystemExit => e
-                raise exit e.status
-
-              end
-
-              if upload_failures == 0
-                ui.info "Uploaded #{upload_ok} cookbook#{upload_ok == 1 ? "" : "s"}."
-              elsif upload_failures > 0 && upload_ok > 0
-                ui.warn "Uploaded #{upload_ok} cookbook#{upload_ok == 1 ? "" : "s"} ok but #{upload_failures} " +
-                  "cookbook#{upload_failures == 1 ? "" : "s"} upload failed."
-              elsif upload_failures > 0 && upload_ok == 0
-                ui.error "Failed to upload #{upload_failures} cookbook#{upload_failures == 1 ? "" : "s"}."
-                exit 1
-              end
-            end
-            unless version_constraints_to_update.empty?
-              update_version_constraints(version_constraints_to_update) if config[:environment]
-            end
-          end
-        end
-      end
-
-      def cookbooks_to_upload
-        @cookbooks_to_upload ||=
-          if config[:all]
-            cookbook_repo.load_cookbooks
-          else
-            upload_set = {}
-            @name_args.each do |cookbook_name|
-
-              unless upload_set.key?(cookbook_name)
-                upload_set[cookbook_name] = cookbook_repo[cookbook_name]
-                if config[:depends]
-                  upload_set[cookbook_name].metadata.dependencies.each_key { |dep| @name_args << dep }
-                end
-              end
-            rescue Exceptions::CookbookNotFoundInRepo => e
-              ui.error(e.message)
-              Log.debug(e)
-
-            end
-            upload_set
-          end
-      end
-
-      def cookbook_repo
-        @cookbook_loader ||= begin
-          Chef::Cookbook::FileVendor.fetch_from_disk(config[:cookbook_path])
-          Chef::CookbookLoader.new(config[:cookbook_path])
-        end
-      end
-
-      def update_version_constraints(new_version_constraints)
-        new_version_constraints.each do |cookbook_name, version|
-          environment.cookbook_versions[cookbook_name] = "= #{version}"
-        end
-        environment.save
-      end
-
-      def environment
-        @environment ||= config[:environment] ? Environment.load(config[:environment]) : nil
-      end
-
-      private
-
-      def assert_environment_valid!
-        environment
-      rescue Net::HTTPClientException => e
-        if e.response.code.to_s == "404"
-          ui.error "The environment #{config[:environment]} does not exist on the server, aborting."
-          Log.debug(e)
-          exit 1
-        else
-          raise
-        end
-      end
-
-      def upload(cookbooks, justify_width)
-        cookbooks.each do |cb|
-          ui.info("Uploading #{cb.name.to_s.ljust(justify_width + 10)} [#{cb.version}]")
-          check_for_broken_links!(cb)
-          check_for_dependencies!(cb)
-        end
-        Chef::CookbookUploader.new(cookbooks, force: config[:force], concurrency: config[:concurrency]).upload_cookbooks
-      rescue Chef::Exceptions::CookbookFrozen => e
-        ui.error e
-        raise
-      end
-
-      def check_for_broken_links!(cookbook)
-        # MUST!! dup the cookbook version object--it memoizes its
-        # manifest object, but the manifest becomes invalid when you
-        # regenerate the metadata
-        broken_files = cookbook.dup.manifest_records_by_path.select do |path, info|
-          !/[0-9a-f]{32,}/.match?(info["checksum"])
-        end
-        unless broken_files.empty?
-          broken_filenames = Array(broken_files).map { |path, info| path }
-          ui.error "The cookbook #{cookbook.name} has one or more broken files"
-          ui.error "This is probably caused by broken symlinks in the cookbook directory"
-          ui.error "The broken file(s) are: #{broken_filenames.join(" ")}"
-          exit 1
-        end
-      end
-
-      def check_for_dependencies!(cookbook)
-        # for all dependencies, check if the version is on the server, or
-        # the version is in the cookbooks being uploaded. If not, exit and warn the user.
-        missing_dependencies = cookbook.metadata.dependencies.reject do |cookbook_name, version|
-          check_server_side_cookbooks(cookbook_name, version) || check_uploading_cookbooks(cookbook_name, version)
-        end
-
-        unless missing_dependencies.empty?
-          missing_cookbook_names = missing_dependencies.map { |cookbook_name, version| "'#{cookbook_name}' version '#{version}'" }
-          ui.error "Cookbook #{cookbook.name} depends on cookbooks which are not currently"
-          ui.error "being uploaded and cannot be found on the server."
-          ui.error "The missing cookbook(s) are: #{missing_cookbook_names.join(", ")}"
-          exit 1
-        end
-      end
-
-      def check_server_side_cookbooks(cookbook_name, version)
-        if @server_side_cookbooks[cookbook_name].nil?
-          false
-        else
-          versions = @server_side_cookbooks[cookbook_name]["versions"].collect { |versions| versions["version"] }
-          Log.debug "Versions of cookbook '#{cookbook_name}' returned by the server: #{versions.join(", ")}"
-          @server_side_cookbooks[cookbook_name]["versions"].each do |versions_hash|
-            if Chef::VersionConstraint.new(version).include?(versions_hash["version"])
-              Log.debug "Matched cookbook '#{cookbook_name}' with constraint '#{version}' to cookbook version '#{versions_hash["version"]}' on the server"
-              return true
-            end
-          end
-          false
-        end
-      end
-
-      def check_uploading_cookbooks(cookbook_name, version)
-        if (! cookbooks_to_upload[cookbook_name].nil?) && Chef::VersionConstraint.new(version).include?(cookbooks_to_upload[cookbook_name].version)
-          Log.debug "Matched cookbook '#{cookbook_name}' with constraint '#{version}' to a local cookbook."
-          return true
-        end
-        false
-      end
-    end
-  end
-end