mixlib-install 1.2.4 → 2.0.0

data/acceptance/powershell/terraform/aws.tf

@@ -0,0 +1,8 @@
+# Restrict operation of terraform to chef-es profile so that
+# we do not create resources in other aws profiles.
+# We assume user has configured standard aws credentials
+# under ~/.aws/credentials or with $AWS_SHARED_CREDENTIALS_FILE
+provider "aws" {
+  region  = "${var.aws_region}"
+  profile = "chef-aws"
+}

data/acceptance/powershell/terraform/variables.tf

@@ -0,0 +1,16 @@
+# Region to create infrastructure in
+variable "aws_region" {
+  type    = "string"
+  default = "us-west-2"
+}
+
+variable "aws_instance_type" {
+  type    = "string"
+  default = "t2.micro"
+}
+
+variable "admin_password" {
+  description = "Set Windows Administrator password"
+  type        = "string"
+  default     = "Pas5w0rD"
+}

data/ci/before-script.sh

@@ -0,0 +1,31 @@
+#!/bin/bash
+
+set -evx
+
+# undo travis gem and bundler config
+for ruby_env_var in _ORIGINAL_GEM_PATH \
+                    BUNDLE_BIN_PATH \
+                    BUNDLE_GEMFILE \
+                    GEM_HOME \
+                    GEM_PATH \
+                    GEM_ROOT \
+                    RUBYLIB \
+                    RUBYOPT \
+                    RUBY_ENGINE \
+                    RUBY_ROOT \
+                    RUBY_VERSION
+
+do
+  unset $ruby_env_var
+done
+
+# download terraform
+wget "https://releases.hashicorp.com/terraform/0.7.4/terraform_0.7.4_linux_amd64.zip"
+
+# inflate archive
+unzip terraform_0.7.4_linux_amd64.zip -d bin
+
+# decrypt pem
+openssl aes-256-cbc -K $encrypted_e2edbb28e76c_key -iv $encrypted_e2edbb28e76c_iv -in ci/es-infrastructure.pem.enc -out es-infrastructure.pem -d
+mkdir -p ~/.ssh
+mv es-infrastructure.pem ~/.ssh

data/lib/mixlib/install.rb

@@ -17,8 +17,6 @@
 # limitations under the License.
 #
 
-raise "mixlib-install v1 has been deprecated, please update to v2+. See https://discourse.chef.io/t/end-of-life-announcement-for-chef-software-inc-s-bintray-account/9807/1 for more information."
-
 require "mixlib/versioning"
 require "mixlib/shellout"
 
@@ -185,13 +183,5 @@ module Mixlib
     def self.install_ps1(context = {})
       Mixlib::Install::Generator::PowerShell.install_ps1(context)
     end
-
-    #
-    # Returns if unified_backend feature flag for mixlib-install is enabled
-    #
-    # @return [Boolean] true if feature is enabled, false otherwise.
-    def self.unified_backend?
-      !ENV["MIXLIB_INSTALL_UNIFIED_BACKEND"].nil?
-    end
   end
 end

data/lib/mixlib/install/backend.rb

@@ -16,8 +16,7 @@
 # limitations under the License.
 #
 
-require "mixlib/install/backend/artifactory"
-require "mixlib/install/backend/bintray"
+require "mixlib/install/backend/package_router"
 
 module Mixlib
   class Install
@@ -31,11 +30,7 @@ module Mixlib
       end
 
       def self.backend(options)
-        if options.for_artifactory?
-          Backend::Artifactory.new(options)
-        else
-          Backend::Bintray.new(options)
-        end
+        Backend::PackageRouter.new(options)
       end
     end
   end

data/lib/mixlib/install/backend/{artifactory.rb → package_router.rb}

@@ -1,6 +1,6 @@
 #
 # Author:: Patrick Wright (<patrick@chef.io>)
-# Copyright:: Copyright (c) 2015 Chef, Inc.
+# Copyright:: Copyright (c) 2015-2016 Chef, Inc.
 # License:: Apache License, Version 2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -16,27 +16,21 @@
 # limitations under the License.
 #
 
-require "net/http"
 require "json"
 require "mixlib/install/artifact_info"
-require "artifactory"
 require "mixlib/install/backend/base"
 require "mixlib/install/product"
+require "net/http"
 
 module Mixlib
   class Install
     class Backend
-      class Artifactory < Base
-        class ConnectionError < StandardError; end
-        class AuthenticationError < StandardError; end
+      class PackageRouter < Base
         class NoArtifactsError < StandardError; end
 
-        ENDPOINT = "http://artifactory.chef.co".freeze
+        ENDPOINT = "https://packages.chef.io".freeze
 
-        # These credentials are read-only credentials in Chef's artifactory
-        # server which is only available in Chef's internal network.
-        ARTIFACTORY_USERNAME = "mixlib-install".freeze
-        ARTIFACTORY_PASSWORD = "%mKPtzbT1JH1wm333kjkkjs39oeuFLgZ8vNoOdLBPd)TZAJsURs9w0HloWR$l6h".freeze
+        COMPAT_DOWNLOAD_URL_ENDPOINT = "http://packages.chef.io".freeze
 
         # Create filtered list of artifacts
         #
@@ -44,9 +38,9 @@ module Mixlib
         # channel, product name, and product version.
         def available_artifacts
           artifacts = if options.latest_version?
-                        artifactory_latest
+                        latest_version
                       else
-                        artifactory_artifacts(options.product_version)
+                        artifacts_for_version(options.product_version)
                       end
 
           windows_artifact_fixup!(artifacts)
@@ -57,14 +51,7 @@ module Mixlib
         #
         # @return [Array<String>] Array of available versions
         def available_versions
-          query = <<-QUERY
-items.find(
-  {"repo": "omnibus-#{options.channel}-local"},
-  {"@omnibus.project": "#{omnibus_project}"},
-  {"name": {"$nmatch": "*.metadata.json" }}
-).include("@omnibus.version", "artifact.module.build")
-QUERY
-          items = artifactory_query(query)
+          items = get("/api/v1/#{options.channel}/#{omnibus_project}/versions")["results"]
 
           # Filter out the partial builds if we are in :unstable channel
           # In other channels we do not need to do this since all builds are
@@ -88,15 +75,15 @@ QUERY
         # Get artifacts for the latest version, channel and product_name
         #
         # @return [Array<ArtifactInfo>] Array of info about found artifacts
-        def artifactory_latest
+        def latest_version
           # Get the list of builds from the REST api.
           # We do this because a user in the readers group does not have
           # permissions to run aql against builds.
-          builds = client.get("/api/build/#{omnibus_project}")
+          builds = get("/api/v1/build/#{omnibus_project}")
 
           if builds.nil?
             raise NoArtifactsError, <<-MSG
-Can not find any builds for #{options.product_name} in #{::Artifactory.endpoint}.
+Can not find any builds for #{options.product_name} in #{endpoint}.
             MSG
           end
 
@@ -117,7 +104,7 @@ Can not find any builds for #{options.product_name} in #{::Artifactory.endpoint}
           # are using artifactory only for :unstable channel
           builds["buildsNumbers"].each do |build|
             version = build["uri"].delete("/")
-            artifacts = artifactory_artifacts(version)
+            artifacts = artifacts_for_version(version)
 
             return artifacts unless artifacts.empty?
           end
@@ -130,21 +117,20 @@ Can not find any builds for #{options.product_name} in #{::Artifactory.endpoint}
         # Get artifacts for a given version, channel and product_name
         #
         # @return [Array<ArtifactInfo>] Array of info about found artifacts
-        def artifactory_artifacts(version)
-          results = artifactory_query(<<-QUERY
-items.find(
-  {"repo": "omnibus-#{options.channel}-local"},
-  {"@omnibus.project": "#{omnibus_project}"},
-  {"@omnibus.version": "#{version}"},
-  {"name": {"$nmatch": "*.metadata.json" }}
-).include("repo", "path", "name", "property")
-          QUERY
-          )
+        def artifacts_for_version(version)
+          begin
+            results = get("/api/v1/#{options.channel}/#{omnibus_project}/#{version}/artifacts")["results"]
+          rescue Net::HTTPServerException => e
+            if e.message =~ /404/
+              return []
+            else
+              raise e
+            end
+          end
 
           # Merge artifactory properties to a flat Hash
           results.collect! do |result|
             {
-              "artifactory_standard_path" => generate_artifactory_standard_path(result),
               "filename" => result["name"],
             }.merge(
               map_properties(result["properties"])
@@ -156,26 +142,20 @@ items.find(
         end
 
         #
-        # Run an artifactory query for the given query.
+        # GET request
         #
-        # @return [Array<Hash>] Array of results returned from artifactory
-        def artifactory_query(query)
-          results = artifactory_request do
-            client.post("/api/search/aql", query, "Content-Type" => "text/plain")
-          end
+        def get(url)
+          uri = URI.parse(endpoint)
+          http = Net::HTTP.new(uri.host, uri.port)
+          http.use_ssl = (uri.scheme == "https")
 
-          results["results"]
-        end
+          full_path = File.join(uri.path, url)
+          request = Net::HTTP::Get.new(full_path)
 
-        #
-        # Artifactory GET request
-        #
-        def get(url)
-          results = artifactory_request do
-            client.get(url)
-          end
+          res = http.request(request)
 
-          results["results"]
+          res.value
+          JSON.parse(res.body)
         end
 
         def create_artifact(artifact_map)
@@ -183,6 +163,8 @@ items.find(
             artifact_map["omnibus.platform_version"])
 
           chef_standard_path = generate_chef_standard_path(options.channel,
+            artifact_map["omnibus.project"],
+            artifact_map["omnibus.version"],
             platform,
             platform_version,
             artifact_map["filename"]
@@ -196,13 +178,7 @@ items.find(
             platform:         platform,
             platform_version: platform_version,
             architecture:     normalize_architecture(artifact_map["omnibus.architecture"]),
-            # Select what type of url we are going to display based on the enabled
-            # feature flags.
-            url:              if Mixlib::Install.unified_backend?
-                                chef_standard_path
-                              else
-                                artifact_map["artifactory_standard_path"]
-                              end
+            url:              chef_standard_path
           )
         end
 
@@ -219,56 +195,32 @@ items.find(
         end
 
         # Generates a chef standard download uri in the form of
-        # http://endpoint/channel/platform/platform_version/filename
-        def generate_chef_standard_path(channel, platform, platform_version, filename)
+        # http://endpoint/files/:channel/:project/:version/:platform/:platform_version/:file
+        def generate_chef_standard_path(channel, project, version, platform, platform_version, filename)
+          # For some older platform & platform_version combinations we need to
+          # use COMPAT_DOWNLOAD_URL_ENDPOINT since these versions have an
+          # OpenSSL version that can not verify the ENDPOINT based urls
+          base_url = case "#{platform}-#{platform_version}"
+                     when "freebsd-9", "el-5", "solaris2-5.9", "solaris2-5.10"
+                       COMPAT_DOWNLOAD_URL_ENDPOINT
+                     else
+                       endpoint
+                     end
+
           uri = []
-          uri << endpoint.sub(/\/$/, "")
+          uri << base_url.sub(/\/$/, "")
+          uri << "files"
           uri << channel
+          uri << project
+          uri << version
           uri << platform
           uri << platform_version
           uri << filename
           uri.join("/")
         end
 
-        # Generates an artifactory standard download uri
-        def generate_artifactory_standard_path(result)
-          uri = []
-          uri << endpoint.sub(/\/$/, "")
-          uri << result["repo"]
-          uri << result["path"]
-          uri << result["name"]
-          uri.join("/")
-        end
-
-        def client
-          @client ||= ::Artifactory::Client.new(
-            endpoint: endpoint,
-            username: ARTIFACTORY_USERNAME,
-            password: ARTIFACTORY_PASSWORD
-          )
-        end
-
         def endpoint
-          @endpoint ||= ENV.fetch("ARTIFACTORY_ENDPOINT", ENDPOINT)
-        end
-
-        def artifactory_request
-          begin
-            results = yield
-          rescue Errno::ETIMEDOUT, ::Artifactory::Error::ConnectionError
-            raise ConnectionError, <<-MSG
-Artifactory endpoint '#{endpoint}' is unreachable. Check that
-the endpoint is correct and there is an open connection to Chef's private network.
-            MSG
-          rescue ::Artifactory::Error::HTTPError => e
-            if e.code == 401 && e.message =~ /Bad credentials/
-              raise AuthenticationError, "Artifactory server denied credentials."
-            else
-              raise e
-            end
-          end
-
-          results
+          @endpoint ||= ENV.fetch("PACKAGE_ROUTER_ENDPOINT", ENDPOINT)
         end
 
         def omnibus_project

data/lib/mixlib/install/generator/base.rb

@@ -17,7 +17,6 @@
 
 require "erb"
 require "ostruct"
-require "mixlib/install/backend/omnitruck"
 
 module Mixlib
   class Install
@@ -47,7 +46,7 @@ module Mixlib
           # and returnt the contents of the script
           if File.exist? "#{script_path}.erb"
             # Default values to use incase they are not set in the context
-            context[:base_url] ||= Mixlib::Install::Backend::Omnitruck::ENDPOINT
+            context[:base_url] ||= "https://omnitruck.chef.io/"
 
             context_object = OpenStruct.new(context).instance_eval { binding }
             ERB.new(File.read("#{script_path}.erb")).result(context_object)

data/lib/mixlib/install/generator/bourne.rb

@@ -16,7 +16,6 @@
 #
 
 require "mixlib/install/generator/base"
-require "mixlib/install/backend/artifactory"
 
 module Mixlib
   class Install
@@ -46,13 +45,7 @@ module Mixlib
           install_command << get_script("helpers.sh")
           install_command << render_variables
           install_command << get_script("platform_detection.sh")
-          # Since omnitruck can not resolve unstable we need to inject direct
-          # urls for the packages here.
-          if options.for_unstable?
-            install_command << artifactory_urls
-          else
-            install_command << get_script("fetch_metadata.sh")
-          end
+          install_command << get_script("fetch_metadata.sh")
           install_command << get_script("fetch_package.sh")
           install_command << get_script("install_package.sh")
 
@@ -66,11 +59,6 @@ version=#{options.product_version}
 channel=#{options.channel}
 EOS
         end
-
-        def artifactory_urls
-          artifacts = Mixlib::Install::Backend::Artifactory.new(options).info
-          get_script("artifactory_urls.sh", artifacts: artifacts)
-        end
       end
     end
   end

data/lib/mixlib/install/generator/powershell.rb

@@ -46,13 +46,7 @@ module Mixlib
         def install_command
           install_project_module = []
           install_project_module << get_script("helpers.ps1")
-          # Since omnitruck can not resolve unstable we need to inject direct
-          # urls for the packages here.
-          install_project_module << if options.for_unstable?
-                                      artifactory_urls
-                                    else
-                                      get_script("get_project_metadata.ps1")
-                                    end
+          install_project_module << get_script("get_project_metadata.ps1")
           install_project_module << get_script("install_project.ps1")
 
           install_command = []
@@ -73,26 +67,9 @@ module Mixlib
           self.class.ps1_modularize(module_body, module_name)
         end
 
-        def artifactory_urls
-          get_script("get_project_metadata_for_artifactory.ps1",
-                     artifacts: Array(artifacts))
-        end
-
-        def artifacts
-          @artifacts ||= Mixlib::Install::Backend::Artifactory.new(options).info
-        end
-
-        def product_version
-          if options.for_unstable?
-            artifacts.first.version
-          else
-            options.product_version
-          end
-        end
-
         def render_command
           cmd = "install -project #{options.product_name}"
-          cmd << " -version #{product_version}"
+          cmd << " -version #{options.product_version}"
           cmd << " -channel #{options.channel}"
           cmd << " -architecture #{options.architecture}" if options.architecture
           cmd << "\n"