omnibus 3.0.0 → 3.1.0

data/spec/data/complicated/config/software/autoconf.rb

@@ -0,0 +1,35 @@
+#
+# Copyright:: Copyright (c) 2012-2014 Chef Software, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name "autoconf"
+default_version "2.68"
+
+source :url => "http://ftp.gnu.org/gnu/autoconf/autoconf-2.68.tar.gz",
+       :md5 => "c3b5247592ce694f7097873aa07d66fe"
+
+relative_path "autoconf-2.68"
+
+env = {
+  "LDFLAGS" => "-R#{install_dir}/embedded/lib -L#{install_dir}/embedded/lib -I#{install_dir}/embedded/include",
+  "CFLAGS" => "-L#{install_dir}/embedded/lib -I#{install_dir}/embedded/include"
+}
+
+build do
+  command "./configure --prefix=#{install_dir}/embedded", :env => env
+  command "make -j #{max_build_jobs}"
+  command "make install"
+end

data/spec/data/complicated/config/software/automake.rb

@@ -0,0 +1,39 @@
+#
+# Copyright:: Copyright (c) 2012-2014 Chef Software, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name "automake"
+default_version "1.11.2"
+
+dependency "autoconf"
+
+source :url => "http://ftp.gnu.org/gnu/automake/automake-1.11.2.tar.gz",
+       :md5 => "79ad64a9f6e83ea98d6964cef8d8a0bc"
+
+relative_path "automake-1.11.2"
+
+configure_env = {
+  "LDFLAGS" => "-R#{install_dir}/embedded/lib -L#{install_dir}/embedded/lib -I#{install_dir}/embedded/include",
+  "CFLAGS" => "-L#{install_dir}/embedded/lib -I#{install_dir}/embedded/include",
+  "PATH" => "#{install_dir}/embedded/bin:#{ENV['PATH']}"
+}
+
+build do
+  command "./bootstrap", :env => {"PATH" => "#{install_dir}/embedded/bin:#{ENV['PATH']}"}
+  command "./configure --prefix=#{install_dir}/embedded", :env => configure_env
+  command "make -j #{max_build_jobs}"
+  command "make install"
+end

data/spec/data/complicated/config/software/berkshelf.rb

@@ -0,0 +1,44 @@
+#
+# Copyright:: Copyright (c) 2012-2014 Chef Software, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name "berkshelf"
+default_version "master"
+always_build true
+
+source :git => "git://github.com/berkshelf/berkshelf"
+
+relative_path "berkshelf"
+
+if platform == 'windows'
+  dependency "ruby-windows"
+  dependency "ruby-windows-devkit"
+else
+  dependency "libffi"
+  dependency "ruby"
+  dependency "rubygems"
+  dependency "libarchive"
+end
+dependency "nokogiri"
+
+dependency "bundler"
+
+build do
+  bundle "install --without guard", :env => {"PATH" => "#{install_dir}/embedded/bin:#{ENV['PATH']}"}
+  bundle "exec thor gem:build", :env => {"PATH" => "#{install_dir}/embedded/bin:#{ENV['PATH']}"}
+  gem ["install pkg/berkshelf-*.gem",
+       "--no-rdoc --no-ri"].join(" "), :env => {"PATH" => "#{install_dir}/embedded/bin:#{ENV['PATH']}"}
+end

data/{lib/omnibus/fetchers.rb → spec/data/complicated/config/software/bundler.rb}

@@ -15,8 +15,11 @@
 # limitations under the License.
 #
 
-require 'omnibus/fetcher'
-require 'omnibus/fetchers/net_fetcher'
-require 'omnibus/fetchers/git_fetcher'
-require 'omnibus/fetchers/path_fetcher'
-require 'omnibus/fetchers/s3_cache_fetcher'
+name "bundler"
+default_version "1.5.3"
+
+dependency "rubygems" unless platform == 'windows'
+
+build do
+  gem "install bundler --no-rdoc --no-ri -v '#{version}'"
+end

data/spec/data/complicated/config/software/bzip2.rb

@@ -0,0 +1,46 @@
+#
+# Copyright:: Copyright (c) 2013-2014 Chef Software, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Install bzip2 and its shared library, libbz2.so
+# This library object is required for building Python with the bz2 module,
+# and should be picked up automatically when building Python.
+
+name "bzip2"
+default_version "1.0.6"
+
+dependency "zlib"
+dependency "openssl"
+
+source :url => "http://www.bzip.org/#{version}/#{name}-#{version}.tar.gz",
+       :md5 => "00b516f4704d4a7cb50a1d97e6e8e15b"
+
+relative_path "#{name}-#{version}"
+
+prefix="#{install_dir}/embedded"
+libdir="#{prefix}/lib"
+
+env = {
+  "LDFLAGS" => "-L#{libdir} -I#{prefix}/include",
+  "CFLAGS" => "-L#{libdir} -I#{prefix}/include -fPIC",
+  "LD_RUN_PATH" => libdir
+}
+
+build do
+  patch :source => 'makefile_take_env_vars.patch'
+  command "make PREFIX=#{prefix} VERSION=#{version}", :env => env
+  command "make PREFIX=#{prefix} VERSION=#{version} -f Makefile-libbz2_so", :env => env
+  command "make install VERSION=#{version} PREFIX=#{prefix}", :env => env
+end

data/spec/data/complicated/config/software/cacerts.rb

@@ -0,0 +1,44 @@
+#
+# Copyright:: Copyright (c) 2012-2014 Chef Software, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name "cacerts"
+default_version "2014.04.22"  # date of the file is in a comment at the start, or in the changelog
+
+source :url => "http://curl.haxx.se/ca/cacert.pem",
+       :md5 => "9f92a0d9f605e227ae068e605f4c86fa"
+
+relative_path "cacerts-#{version}"
+
+build do
+  block do
+    FileUtils.mkdir_p(File.expand_path("embedded/ssl/certs", install_dir))
+
+    # There is a bug in omnibus-ruby that may or may not have been fixed. Since the source url
+    # does not point to an archive, omnibus-ruby tries to copy cacert.pem into the project working
+    # directory. However, it fails and copies to '/var/cache/omnibus/src/cacerts-2012.12.19\' instead
+    # There is supposed to be a fix in omnibus-ruby, but under further testing, it was unsure if the
+    # fix worked. Rather than trying to fix this now, we're filing a bug and copying the cacert.pem
+    # directly from the cache instead.
+
+    FileUtils.cp(File.expand_path("cacert.pem", Omnibus.config.cache_dir),
+                 File.expand_path("embedded/ssl/certs/cacert.pem", install_dir))
+  end
+
+  unless platform == 'windows'
+    command "ln -sf #{install_dir}/embedded/ssl/certs/cacert.pem #{install_dir}/embedded/ssl/cert.pem"
+  end
+end

data/spec/data/complicated/config/software/chef-client-msi.rb

@@ -0,0 +1,88 @@
+#
+# Copyright:: Copyright (c) 2012 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name "chef-client-msi"
+
+source :path => File.expand_path("files/msi", Omnibus.project_root)
+
+build do
+  # harvest with heat.exe
+  # recursively generate fragment for chef-client directory
+  block do
+    src_dir = self.project_dir
+
+    shell = Mixlib::ShellOut.new("heat.exe dir \"#{install_dir}\" -nologo -srd -gg -cg ChefClientDir -dr CHEFLOCATION -var var.ChefClientSourceDir -out chef-client-Files.wxs", :cwd => src_dir)
+    shell.run_command
+    shell.error!
+  end
+
+  # Prepare the include file which contains the version numbers
+  block do
+    require 'erb'
+
+    File.open("#{project_dir}\\templates\\chef-client-Config.wxi.erb") { |file|
+      # build_version looks something like this:
+      # dev builds => 0.10.8-299-g360818f
+      # rel builds => 0.10.8-299
+      versions = build_version.split("-").first.split(".")
+      @major_version = versions[0]
+      @minor_version = versions[1]
+      @micro_version = versions[2]
+      @build_version = build_version.split("-")[1] || self.project.build_iteration
+
+      # Find path in which chef gem is installed to.
+      # Note that install_dir is something like: c:\\opscode\\chef
+      chef_path_regex = "#{install_dir.gsub(File::ALT_SEPARATOR, File::SEPARATOR)}/**/gems/chef-[0-9]*"
+      chef_gem_paths = Dir[chef_path_regex].select{ |path| File.directory?(path) }
+      raise "Expected one but found #{chef_gem_paths.length} installation directories for chef gem using: #{chef_path_regex}. Found paths: #{chef_gem_paths.inspect}." unless chef_gem_paths.length == 1
+      @chef_gem_path = chef_gem_paths.first
+
+      # Convert the chef gem path to a relative path based on install_dir
+      # We are going to use this path in the startup command of chef
+      # service. So we need to change file seperators to make windows
+      # happy.
+      @chef_gem_path.gsub!(File::SEPARATOR, File::ALT_SEPARATOR)
+      @chef_gem_path.slice!(install_dir.gsub(File::SEPARATOR, File::ALT_SEPARATOR) + File::ALT_SEPARATOR)
+
+      @guid = "D607A85C-BDFA-4F08-83ED-2ECB4DCD6BC5"
+
+      erb = ERB.new(file.read)
+      File.open("#{project_dir}\\ChefClient-Config.wxi", "w") { |out|
+        out.write(erb.result(binding))
+      }
+    }
+  end
+
+  # Create temporary directory to store the files required for msi
+  # packaging.
+  command "IF exist #{install_dir}\\msi-tmp (echo msi-tmp is found on the system) ELSE (mkdir #{install_dir}\\msi-tmp && echo msi-tmp directory is created.) "
+
+  # Copy the localization file into the temporary file directory for packaging
+  command "xcopy chef-client-en-us.wxl #{install_dir}\\msi-tmp /Y", :cwd => source[:path]
+
+  # Copy the asset files into the temporary file directory for packaging
+  command "xcopy assets #{install_dir}\\msi-tmp\\assets /I /Y", :cwd => source[:path]
+
+  # compile with candle.exe
+  block do
+    src_dir = self.project_dir
+
+    shell = Mixlib::ShellOut.new("candle.exe -nologo -out #{install_dir}\\msi-tmp\\ -dChefClientSourceDir=\"#{install_dir}\" chef-client-Files.wxs chef-client.wxs", :cwd => src_dir)
+    shell.run_command
+    shell.error!
+  end
+end

data/spec/data/complicated/config/software/chef-gem.rb

@@ -0,0 +1,26 @@
+#
+# Copyright:: Copyright (c) 2012-2014 Chef Software, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name "chef-gem"
+default_version "11.12.2"
+
+dependency "ruby"
+dependency "rubygems"
+
+build do
+  gem "install chef -n #{install_dir}/embedded/bin --no-rdoc --no-ri -v #{version}"
+end

data/spec/data/complicated/config/software/chef-vault.rb

@@ -0,0 +1,43 @@
+#
+# Copyright:: Copyright (c) 2012-2014 Chef Software, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name 'chef-vault'
+default_version 'v2.2.1'
+
+source :git => 'git://github.com/Nordstrom/chef-vault.git'
+
+relative_path 'chef-vault'
+
+if platform == 'windows'
+  dependency 'ruby-windows'
+  dependency 'ruby-windows-devkit'
+  dependency 'chef-windows'
+else
+  dependency 'ruby'
+  dependency 'rubygems'
+  dependency 'chef'
+end
+
+
+build_env = {'PATH' => "#{install_dir}/embedded/bin:#{ENV['PATH']}"}
+
+build do
+  bundle 'install --no-cache', :env => build_env
+  gem 'build chef-vault.gemspec', :env => build_env
+  gem ['install chef-vault-*.gem',
+       '--no-rdoc --no-ri'].join(' '), :env => build_env
+end

data/spec/data/complicated/config/software/chef-windows.rb

@@ -0,0 +1,158 @@
+#
+# Copyright:: Copyright (c) 2012 Opscode, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+name "chef-windows"
+
+dependency "ruby-windows" #includes rubygems
+dependency "libyaml-windows"
+dependency "ruby-windows-devkit"
+dependency "bundler"
+dependency "cacerts"
+
+default_version "master"
+
+source :git => "git://github.com/opscode/chef"
+
+relative_path "chef"
+
+build do
+  #####################################################################
+  #
+  # nasty nasty nasty hack for setting artifact version
+  #
+  #####################################################################
+  #
+  # since omnibus-ruby is not architected to intentionally let the
+  # software definitions define the #build_version and
+  # #build_iteration of the package artifact, we're going to implement
+  # a temporary hack here that lets us do so. this type of use case
+  # will become a feature of omnibus-ruby in the future, but in order
+  # to get things shipped, we'll hack it up here.
+  #
+  # <3 Stephen
+  #
+  #####################################################################
+  block do
+    project = self.project
+    if project.name == "chef-windows"
+      git_cmd = "git describe --tags"
+      src_dir = self.project_dir
+      shell = Mixlib::ShellOut.new(git_cmd,
+                                   :cwd => src_dir)
+      shell.run_command
+      shell.error!
+      build_version = shell.stdout.chomp
+
+      project.build_version   build_version
+      project.build_iteration ENV["CHEF_PACKAGE_ITERATION"].to_i || 1
+    end
+  end
+
+  # COMPAT HACK :( - Chef 11 finally has the core Chef code in the root of the
+  # project repo. Since the Chef Client pipeline needs to build/test Chef 10.x
+  # and 11 releases our software definition need to handle both cases
+  # gracefully.
+  block do
+    build_commands = self.builder.build_commands
+    chef_root = File.join(self.project_dir, "chef")
+    if File.exists?(chef_root)
+      build_commands.each_index do |i|
+        cmd = build_commands[i].dup
+        if cmd.is_a? Array
+          if cmd.last.is_a? Hash
+            cmd_opts = cmd.pop.dup
+            cmd_opts[:cwd] = chef_root
+            cmd << cmd_opts
+          else
+            cmd << {:cwd => chef_root}
+          end
+          build_commands[i] = cmd
+        end
+      end
+    end
+  end
+
+  # Normally we would symlink the required unix tools.
+  # However with the introduction of git-cache to speed up omnibus builds,
+  # we can't do that anymore since git on windows doesn't support symlinks.
+  # https://groups.google.com/forum/#!topic/msysgit/arTTH5GmHRk
+  # Therefore we copy the tools to the necessary places.
+  # We need tar for 'knife cookbook site install' to function correctly
+  {"tar.exe" => "bsdtar.exe",
+    "libarchive-2.dll" => "libarchive-2.dll",
+    "libexpat-1.dll" => "libexpat-1.dll",
+    "liblzma-1.dll" => "liblzma-1.dll",
+    "libbz2-2.dll" => "libbz2-2.dll",
+    "libz-1.dll" => "libz-1.dll"
+  }.each do |target, to|
+    source = File.expand_path(File.join(install_dir, "embedded", "mingw", "bin", to)).gsub(/\//, "\\")
+    target = File.expand_path(File.join(install_dir, "bin", target)).gsub(/\//, "\\")
+    command "cp #{source}  #{target}"
+  end
+
+  rake "gem"
+
+  gem ["install pkg/chef*mingw32.gem",
+       "-n #{install_dir}/bin",
+       "--no-rdoc --no-ri"].join(" ")
+
+  # XXX: doing a normal bundle_bust here results in gems installed into the outer bundle...
+  command "bundle install", :env => { "PATH" => "#{install_dir}/embedded/bin;#{install_dir}/embedded/mingw/bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem", "BUNDLE_BIN_PATH" => "#{install_dir}/embedded/bin/bundle" , "BUNDLE_GEMFILE" => nil, "GEM_HOME" => "#{install_dir}/embedded/lib/ruby/gems/1.9.1", "GEM_PATH" => "#{install_dir}/embedded/lib/ruby/gems/1.9.1", "RUBYOPT" => nil }
+
+  # render batch files
+  #
+  # TODO:
+  #  I'd love to move this out to a top-level 'template' operation in omnibus, but it currently
+  #  requires pretty deep inspection of the Rubygems structure of the installed chef and ohai
+  #  gems
+  #
+  block do
+    require 'erb'
+    require 'rubygems/format'
+
+    batch_template = ERB.new <<EOBATCH
+@ECHO OFF
+IF NOT "%~f0" == "~f0" GOTO :WinNT
+@"%~dp0\\..\\embedded\\bin\\ruby.exe" "%~dp0/<%= @bin %>" %1 %2 %3 %4 %5 %6 %7 %8 %9
+GOTO :EOF
+:WinNT
+@"%~dp0\\..\\embedded\\bin\\ruby.exe" "%~dpn0" %*
+EOBATCH
+
+    gem_executables = []
+    %w{chef}.each do |gem|
+      puts "#{install_dir.gsub(/\\/, '/')}/embedded/**/cache/#{gem}*mingw32.gem"
+      require 'pp'
+      pp Dir["#{install_dir.gsub(/\\/, '/')}/embedded/**/cache/#{gem}*mingw32.gem"]
+      gem_file = Dir["#{install_dir.gsub(/\\/, '/')}/embedded/**/cache/#{gem}*mingw32.gem"].first
+      gem_executables << Gem::Format.from_file_by_path(gem_file).spec.executables
+    end
+
+    # XXX: need to fix ohai to use own gemspec as well and eliminate copypasta
+    %w{ohai}.each do |gem|
+      gem_file = Dir["#{install_dir.gsub(/\\/, '/')}/embedded/**/cache/#{gem}*.gem"].first
+      gem_executables << Gem::Format.from_file_by_path(gem_file).spec.executables
+    end
+
+    gem_executables.flatten.each do |bin|
+      @bin = bin
+      File.open("#{install_dir}/bin/#{@bin}.bat", "w") do |f|
+        f.puts batch_template.result(binding)
+      end
+    end
+  end
+end