mixlib-install 0.7.1 → 0.8.0.alpha.0

data/lib/mixlib/install/artifact_info.rb

@@ -0,0 +1,76 @@
+#
+# Author:: Patrick Wright (<patrick@chef.io>)
+# Copyright:: Copyright (c) 2015 Chef, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+module Mixlib
+  class Install
+    class ArtifactInfo
+      attr_accessor :url
+      attr_accessor :md5
+      attr_accessor :sha256
+      attr_accessor :version
+
+      attr_accessor :platform
+      attr_accessor :platform_version
+      attr_accessor :architecture
+
+      def initialize(data)
+        @url = data[:url]
+        @md5 = data[:md5]
+        @sha256 = data[:sha256]
+        @version = data[:version]
+        @platform = data[:platform]
+        @platform_version = data[:platform_version]
+        @architecture = data[:architecture]
+      end
+
+      def self.from_json(json, platform_info)
+        ArtifactInfo.new(JSON.parse(json, symbolize_names: true).merge(platform_info))
+      end
+
+      def self.from_metadata_map(json)
+        artifacts = []
+
+        JSON.parse(json, symbolize_names: true).each do |p, p_data|
+          p_data.each do |pv, pv_data|
+            pv_data.each do |m, metadata|
+              artifacts << ArtifactInfo.new(metadata.merge(
+                platform: p,
+                platform_version: pv,
+                architecture: m
+              ))
+            end
+          end
+        end
+
+        artifacts
+      end
+
+      def to_hash
+        {
+          url: url,
+          md5: md5,
+          sha256: sha256,
+          version: version,
+          platform: platform,
+          platform_version: platform_version,
+          architecture: architecture
+        }
+      end
+    end
+  end
+end

data/lib/mixlib/install/backend.rb

@@ -0,0 +1,36 @@
+#
+# Author:: Patrick Wright (<patrick@chef.io>)
+# Copyright:: Copyright (c) 2015 Chef, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require "mixlib/install/backend/omnitruck"
+require "mixlib/install/backend/artifactory"
+
+module Mixlib
+  class Install
+    class Backend
+      def self.info(options)
+        backend = if options.for_omnitruck?
+          Backend::Omnitruck.new(options)
+        elsif options.for_artifactory?
+          Backend::Artifactory.new(options)
+        end
+
+        backend.info
+      end
+    end
+  end
+end

data/lib/mixlib/install/backend/artifactory.rb

@@ -0,0 +1,90 @@
+#
+# Author:: Patrick Wright (<patrick@chef.io>)
+# Copyright:: Copyright (c) 2015 Chef, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require "net/http"
+require "json"
+require "mixlib/install/artifact_info"
+require "artifactory"
+
+module Mixlib
+  class Install
+    class Backend
+      class Artifactory
+        ARTIFACTORY_ENDPOINT = "http://artifactory.chef.co".freeze
+
+        attr_reader :options
+        attr_reader :client
+
+        def initialize(options)
+          @options = options
+          @client = ::Artifactory::Client.new(endpoint: ARTIFACTORY_ENDPOINT)
+        end
+
+        def info
+          begin
+            results = client.get("/api/search/prop", params, headers)["results"]
+          rescue Errno::ETIMEDOUT => e
+            raise e, "unstable channel uses endpoint #{ARTIFACTORY_ENDPOINT} \
+which is currently only accessible through Chef's internal network."
+          end
+
+          if options.platform
+            artifact(results.first)
+          else
+            results.collect do |result|
+              artifact(result)
+            end
+          end
+        end
+
+        private
+
+        def artifact(result)
+          ArtifactInfo.new(
+            md5:              result["properties"]["omnibus.md5"].first,
+            sha256:           result["properties"]["omnibus.sha256"].first,
+            version:          result["properties"]["omnibus.version"].first,
+            platform:         result["properties"]["omnibus.platform"].first,
+            platform_version: result["properties"]["omnibus.platform_version"].first,
+            architecture:     result["properties"]["omnibus.architecture"].first,
+            url:              result["uri"]
+          )
+        end
+
+        def params
+          params = {
+            "repos" => "omnibus-current-local",
+            "omnibus.version" => options.product_version
+          }
+
+          if options.platform
+            params["omnibus.platform"] = options.platform
+            params["omnibus.platform_version"] = options.platform_version
+            params["omnibus.architecture"] = options.architecture
+          end
+
+          params
+        end
+
+        def headers
+          { "X-Result-Detail" => "properties" }
+        end
+      end
+    end
+  end
+end

data/lib/mixlib/install/backend/omnitruck.rb

@@ -0,0 +1,76 @@
+#
+# Author:: Patrick Wright (<patrick@chef.io>)
+# Copyright:: Copyright (c) 2015 Chef, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require "net/http"
+require "json"
+require "mixlib/install/artifact_info"
+
+module Mixlib
+  class Install
+    class Backend
+      class Omnitruck
+        OMNITRUCK_ENDPOINT = "https://omnitruck.chef.io"
+
+        attr_accessor :options
+
+        def initialize(options)
+          @options = options
+        end
+
+        def info
+          # If we are querying a single platform we need to call metadata
+          # endpoint otherwise we need to call versions endpoint in omnitruck
+          if options.platform
+            build = omnitruck_get("metadata", p: options.platform,
+                                              pv: options.platform_version,
+                                              m: options.architecture,
+                                              v: options.product_version
+                                 )
+            ArtifactInfo.from_json(build,
+                                   platform: options.platform,
+                                   platform_version: options.platform_version,
+                                   architecture: options.architecture
+            )
+          else
+            builds = omnitruck_get("versions", v: options.product_version)
+            ArtifactInfo.from_metadata_map(builds)
+          end
+        end
+
+        private
+
+        def omnitruck_get(resource, parameters)
+          uri = URI.parse(OMNITRUCK_ENDPOINT)
+          http = Net::HTTP.new(uri.host, uri.port)
+          http.use_ssl = (uri.scheme == "https")
+
+          path = "/#{options.channel}/#{options.product_name}/#{resource}"
+          full_path = [path, URI.encode_www_form(parameters)].join("?")
+          request = Net::HTTP::Get.new(full_path)
+          request["Accept"] = "application/json"
+
+          res = http.request(request)
+
+          # Raise if response is not 2XX
+          res.value
+          res.body
+        end
+      end
+    end
+  end
+end

data/lib/mixlib/install/generator.rb

@@ -0,0 +1,28 @@
+#
+# Copyright:: Copyright (c) 2015 Chef, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require "mixlib/install/generator/bourne"
+
+module Mixlib
+  class Install
+    class Generator
+      def self.install_command(options)
+        Bourne.new(options).install_command
+      end
+    end
+  end
+end

data/lib/mixlib/install/generator/bourne.rb

@@ -0,0 +1,62 @@
+#
+# Copyright:: Copyright (c) 2015 Chef, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+module Mixlib
+  class Install
+    class Generator
+      class Bourne
+        attr_reader :options
+
+        def initialize(options)
+          @options = options
+        end
+
+        def install_command
+          install_command = []
+          install_command << get_script(:helpers)
+          install_command << render_variables
+          install_command << get_script(:platform_detection)
+          if options.for_artifactory?
+            install_command << artifactory_urls
+          else
+            install_command << get_script(:fetch_metadata)
+          end
+          install_command << get_script(:fetch_package)
+          install_command << get_script(:install_package)
+
+          install_command.join("\n\n")
+        end
+
+        def render_variables
+          <<EOS
+project=#{options.product_name}
+version=#{options.product_version}
+channel=#{options.channel}
+EOS
+        end
+
+        def artifactory_urls
+          raise "not implemented yet"
+        end
+
+        def get_script(name)
+          File.read(File.join(File.dirname(__FILE__), "bourne/scripts/#{name}.sh"))
+        end
+      end
+    end
+  end
+end

data/lib/mixlib/install/generator/bourne/scripts/fetch_metadata.sh

@@ -0,0 +1,47 @@
+# fetch_metadata.sh
+############
+# This section calls omnitruck to get the information about the build to be
+#   installed.
+#
+# Inputs:
+# $channel:
+# $project:
+# $version:
+# $platform:
+# $platform_version:
+# $machine:
+# $tmp_dir:
+#
+# Outputs:
+# $download_url:
+# $sha256:
+# $md5:
+############
+
+echo "Getting information for $project $channel $version for $platform..."
+
+metadata_filename="$tmp_dir/metadata.txt"
+metadata_url="https://omnitruck.chef.io/$channel/$project/metadata?v=$version&p=$platform&pv=$platform_version&m=$machine"
+
+do_download "$metadata_url"  "$metadata_filename"
+
+cat "$metadata_filename"
+
+# check that all the mandatory fields in the downloaded metadata are there
+if grep '^url' $metadata_filename > /dev/null && grep '^sha256' $metadata_filename > /dev/null && grep '^md5' $metadata_filename > /dev/null; then
+  echo "downloaded metadata file looks valid..."
+else
+  echo "downloaded metadata file is corrupted or an uncaught error was encountered in downloading the file..."
+  # this generally means one of the download methods downloaded a 404 or something like that and then reported a successful exit code,
+  # and this should be fixed in the function that was doing the download.
+  report_bug
+  exit 1
+fi
+
+download_url=`awk '$1 == "url" { print $2 }' "$metadata_filename"`
+sha256=`awk '$1 == "sha256" { print $2 }' "$metadata_filename"`
+md5=`awk '$1 == "md5" { print $2 }' "$metadata_filename"`
+
+############
+# end of fetch_metadata.sh
+############

data/lib/mixlib/install/generator/bourne/scripts/fetch_package.sh

@@ -0,0 +1,53 @@
+# fetch_package.sh
+############
+# This section fetchs a package from $download_url and verifies its metadata.
+#
+# Inputs:
+# $download_url:
+# $tmp_dir:
+# Optional Inputs:
+# $cmdline_filename: Name of the package downloaded on local disk.
+# $cmdline_dl_dir: Name of the directory downloaded package will be saved to on local disk.
+#
+# Outputs:
+# $download_filename: Name of the downloaded file on local disk.
+# $filetype: Type of the file downloaded.
+############
+
+filename=`echo $download_url | sed -e 's/^.*\///'`
+filetype=`echo $filename | sed -e 's/^.*\.//'`
+
+# use either $tmp_dir, the provided directory (-d) or the provided filename (-f)
+if test "x$cmdline_filename" != "x"; then
+  download_filename="$cmdline_filename"
+elif test "x$cmdline_dl_dir" != "x"; then
+  download_filename="$cmdline_dl_dir/$filename"
+else
+  download_filename="$tmp_dir/$filename"
+fi
+
+# ensure the parent directory where to download the installer always exists
+download_dir=`dirname $download_filename`
+(umask 077 && mkdir -p $download_dir) || exit 1
+
+# check if we have that file locally available and if so verify the checksum
+cached_file_available="false"
+if test -f $download_filename; then
+  echo "$download_filename already exists, verifiying checksum..."
+  if do_checksum "$download_filename" "$sha256" "$md5"; then
+    echo "checksum compare succeeded, using existing file!"
+    cached_file_available="true"
+  else
+    echo "checksum mismatch, downloading latest version of the file"
+  fi
+fi
+
+# download if no local version of the file available
+if test "x$cached_file_available" != "xtrue"; then
+  do_download "$download_url"  "$download_filename"
+  do_checksum "$download_filename" "$sha256" "$md5" || checksum_mismatch
+fi
+
+############
+# end of fetch_package.sh
+############