omnibus 3.2.2 → 4.0.0.beta.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.gitignore +140 -10
- data/CHANGELOG.md +181 -8
- data/README.md +63 -35
- data/Rakefile +1 -1
- data/docs/omnibus-build-cache.md b/data/docs/Build → Cache.md +0 -0
- data/docs/Building on Debian.md +59 -0
- data/docs/Building on OSX.md +61 -35
- data/docs/Building on RHEL.md +74 -0
- data/docs/Building on Windows.md +40 -81
- data/features/commands/build.feature +1 -2
- data/features/commands/clean.feature +1 -1
- data/lib/omnibus.rb +111 -204
- data/lib/omnibus/build_version.rb +3 -20
- data/lib/omnibus/build_version_dsl.rb +2 -3
- data/lib/omnibus/builder.rb +103 -211
- data/lib/omnibus/cleaner.rb +5 -7
- data/lib/omnibus/cli.rb +1 -4
- data/lib/omnibus/cli/base.rb +9 -16
- data/lib/omnibus/compressor.rb +60 -0
- data/{spec/data/complicated/config/software/version-manifest.rb → lib/omnibus/compressors/base.rb} +17 -12
- data/lib/omnibus/compressors/dmg.rb +312 -0
- data/lib/omnibus/{null_builder.rb → compressors/null.rb} +10 -4
- data/lib/omnibus/compressors/tgz.rb +141 -0
- data/lib/omnibus/config.rb +89 -83
- data/lib/omnibus/core_extensions.rb +1 -0
- data/lib/omnibus/core_extensions/open_uri.rb +58 -0
- data/lib/omnibus/digestable.rb +9 -3
- data/lib/omnibus/exceptions.rb +116 -175
- data/lib/omnibus/fetcher.rb +97 -138
- data/lib/omnibus/fetchers/git_fetcher.rb +130 -165
- data/lib/omnibus/fetchers/net_fetcher.rb +205 -164
- data/lib/omnibus/fetchers/{s3_cache_fetcher.rb → null_fetcher.rb} +27 -17
- data/lib/omnibus/fetchers/path_fetcher.rb +74 -32
- data/lib/omnibus/file_syncer.rb +149 -0
- data/lib/omnibus/generator.rb +103 -32
- data/lib/omnibus/generator_files/.kitchen.yml.erb +5 -1
- data/lib/omnibus/generator_files/Gemfile.erb +13 -7
- data/lib/omnibus/generator_files/config/projects/project.rb.erb +28 -0
- data/lib/omnibus/generator_files/config/software/zlib.rb.erb +55 -0
- data/lib/omnibus/generator_files/omnibus.rb.erb +5 -7
- data/lib/omnibus/git_cache.rb +11 -13
- data/lib/omnibus/logger.rb +76 -22
- data/lib/omnibus/logging.rb +1 -1
- data/lib/omnibus/metadata.rb +264 -0
- data/lib/omnibus/ohai.rb +0 -51
- data/lib/omnibus/package.rb +4 -228
- data/lib/omnibus/packager.rb +71 -0
- data/lib/omnibus/packagers/base.rb +118 -176
- data/lib/omnibus/packagers/bff.rb +136 -0
- data/lib/omnibus/packagers/deb.rb +389 -0
- data/lib/omnibus/packagers/makeself.rb +114 -0
- data/lib/omnibus/packagers/msi.rb +346 -0
- data/lib/omnibus/packagers/pkg.rb +278 -0
- data/lib/omnibus/packagers/rpm.rb +438 -0
- data/lib/omnibus/packagers/solaris.rb +110 -0
- data/lib/omnibus/project.rb +263 -666
- data/lib/omnibus/publisher.rb +3 -3
- data/lib/omnibus/s3_cache.rb +21 -30
- data/lib/omnibus/software.rb +132 -271
- data/lib/omnibus/templating.rb +66 -0
- data/lib/omnibus/thread_pool.rb +109 -0
- data/lib/omnibus/util.rb +137 -15
- data/lib/omnibus/version.rb +1 -1
- data/omnibus.gemspec +2 -2
- data/resources/bff/gen.template.erb +22 -0
- data/resources/bff/postinstall.sh +0 -0
- data/resources/bff/unpostinstall.sh +0 -0
- data/resources/deb/conffiles.erb +3 -0
- data/resources/deb/control.erb +25 -0
- data/resources/deb/md5sums.erb +3 -0
- data/{lib/omnibus/generator_files/mac_dmg → resources/dmg}/background.png +0 -0
- data/resources/dmg/create_dmg.osascript.erb +17 -0
- data/{lib/omnibus/generator_files/mac_dmg → resources/dmg}/icon.png +0 -0
- data/{bin → resources/makeself}/makeself-header.sh +0 -0
- data/{bin → resources/makeself}/makeself.sh +0 -0
- data/{lib/omnibus/generator_files/package_scripts/makeselfinst.erb → resources/makeself/post_extract.sh.erb} +4 -4
- data/{lib/omnibus/generator_files/windows_msi → resources/msi}/assets/LICENSE.rtf +0 -0
- data/{lib/omnibus/generator_files/windows_msi → resources/msi}/assets/banner_background.bmp +0 -0
- data/{lib/omnibus/generator_files/windows_msi → resources/msi}/assets/dialog_background.bmp +0 -0
- data/{lib/omnibus/generator_files/windows_msi → resources/msi}/assets/project.ico +0 -0
- data/{lib/omnibus/generator_files/windows_msi → resources/msi}/assets/project_16x16.ico +0 -0
- data/{lib/omnibus/generator_files/windows_msi → resources/msi}/assets/project_32x32.ico +0 -0
- data/{spec/fixtures/sample/files/windows_msi/Resources/localization-en-us.wxl → resources/msi/localization-en-us.wxl.erb} +3 -4
- data/resources/msi/parameters.wxi.erb +9 -0
- data/{lib/omnibus/generator_files/windows_msi → resources/msi}/source.wxs.erb +14 -15
- data/{lib/omnibus/generator_files/mac_pkg → resources/pkg}/background.png +0 -0
- data/resources/pkg/distribution.xml.erb +21 -0
- data/resources/pkg/license.html.erb +3 -0
- data/resources/pkg/welcome.html.erb +7 -0
- data/resources/rpm/rpmmacros.erb +3 -0
- data/resources/rpm/signing.erb +40 -0
- data/resources/rpm/spec.erb +70 -0
- data/spec/functional/builder_spec.rb +90 -111
- data/spec/functional/fetchers/git_fetcher_spec.rb +130 -0
- data/spec/functional/fetchers/net_fetcher_spec.rb +110 -0
- data/spec/functional/fetchers/path_fetcher_spec.rb +97 -0
- data/spec/functional/file_syncer_spec.rb +206 -0
- data/spec/functional/templating_spec.rb +73 -0
- data/spec/spec_helper.rb +31 -94
- data/spec/support/env_helpers.rb +20 -0
- data/spec/support/examples.rb +56 -0
- data/spec/support/file_helpers.rb +46 -0
- data/spec/support/git_helpers.rb +107 -0
- data/spec/support/logging_helpers.rb +33 -0
- data/spec/support/matchers.rb +36 -0
- data/spec/support/ohai_helpers.rb +22 -0
- data/spec/support/path_helpers.rb +19 -0
- data/spec/support/shell_helpers.rb +14 -0
- data/spec/unit/build_version_dsl_spec.rb +0 -17
- data/spec/unit/build_version_spec.rb +1 -19
- data/spec/unit/builder_spec.rb +158 -46
- data/spec/unit/compressor_spec.rb +45 -0
- data/spec/unit/compressors/base_spec.rb +26 -0
- data/spec/unit/compressors/dmg_spec.rb +291 -0
- data/spec/unit/compressors/null_spec.rb +23 -0
- data/spec/unit/compressors/tgz_spec.rb +67 -0
- data/spec/unit/config_spec.rb +27 -34
- data/spec/unit/digestable_spec.rb +4 -4
- data/spec/unit/fetchers/git_fetcher_spec.rb +110 -39
- data/spec/unit/fetchers/net_fetcher_spec.rb +182 -72
- data/spec/unit/fetchers/path_fetcher_spec.rb +111 -0
- data/spec/unit/generator_spec.rb +137 -0
- data/spec/unit/git_cache_spec.rb +24 -34
- data/spec/unit/library_spec.rb +21 -82
- data/spec/unit/metadata_spec.rb +207 -0
- data/spec/unit/ohai_spec.rb +0 -7
- data/spec/unit/omnibus_spec.rb +41 -36
- data/spec/unit/package_spec.rb +1 -216
- data/spec/unit/packagers/base_spec.rb +76 -190
- data/spec/unit/packagers/bff_spec.rb +160 -0
- data/spec/unit/packagers/deb_spec.rb +324 -0
- data/spec/unit/packagers/makeself_spec.rb +80 -0
- data/spec/unit/packagers/msi_spec.rb +267 -0
- data/spec/unit/packagers/pkg_spec.rb +219 -0
- data/spec/unit/packagers/rpm_spec.rb +328 -0
- data/spec/unit/project_spec.rb +217 -80
- data/spec/unit/publisher_spec.rb +6 -2
- data/spec/unit/publishers/artifactory_publisher_spec.rb +1 -1
- data/spec/unit/publishers/s3_publisher_spec.rb +1 -1
- data/spec/unit/s3_cacher_spec.rb +22 -5
- data/spec/unit/software_spec.rb +89 -232
- data/spec/unit/util_spec.rb +188 -0
- metadata +159 -402
- data/features/commands/_deprecated.feature +0 -84
- data/lib/omnibus/cleanroom.rb +0 -141
- data/lib/omnibus/cli/deprecated.rb +0 -132
- data/lib/omnibus/generator_files/mac_pkg/license.html.erb +0 -1
- data/lib/omnibus/generator_files/mac_pkg/welcome.html.erb +0 -9
- data/lib/omnibus/generator_files/project.rb.erb +0 -20
- data/lib/omnibus/generator_files/software/c-example.rb.erb +0 -42
- data/lib/omnibus/generator_files/software/erlang-example.rb.erb +0 -38
- data/lib/omnibus/generator_files/software/ruby-example.rb.erb +0 -24
- data/lib/omnibus/generator_files/windows_msi/localization-en-us.wxl.erb +0 -20
- data/lib/omnibus/generator_files/windows_msi/parameters.wxi.erb +0 -9
- data/lib/omnibus/packagers/mac_dmg.rb +0 -235
- data/lib/omnibus/packagers/mac_pkg.rb +0 -176
- data/lib/omnibus/packagers/windows_msi.rb +0 -109
- data/spec/data/complicated/config/patches/bzip2/makefile_take_env_vars.patch +0 -15
- data/spec/data/complicated/config/patches/couchdb/patch_for_couchjs_stack.patch +0 -19
- data/spec/data/complicated/config/patches/gd/gd-2.0.33-configure-libpng.patch +0 -100
- data/spec/data/complicated/config/patches/keepalived/keepalived-1.2.9_opscode_centos_5.patch +0 -15
- data/spec/data/complicated/config/patches/libedit/freebsd-vi-fix.patch +0 -24
- data/spec/data/complicated/config/patches/libiconv/libiconv-1.14_srclib_stdio.in.h-remove-gets-declarations.patch +0 -29
- data/spec/data/complicated/config/patches/libwrap/tcp_wrappers-7.6-makefile-dest-fix.patch +0 -35
- data/spec/data/complicated/config/patches/libwrap/tcp_wrappers-7.6-malloc-fix.patch +0 -13
- data/spec/data/complicated/config/patches/libwrap/tcp_wrappers-7.6-shared_lib_plus_plus-1.patch +0 -1035
- data/spec/data/complicated/config/patches/logrotate/logrotate_basedir_override.patch +0 -12
- data/spec/data/complicated/config/patches/ncurses/ncurses-5.9-solaris-xopen_source_extended-detection.patch +0 -11
- data/spec/data/complicated/config/patches/ncurses/ncurses-clang.patch +0 -42
- data/spec/data/complicated/config/patches/ncurses/patch-aa +0 -23
- data/spec/data/complicated/config/patches/ncurses/patch-ab +0 -44
- data/spec/data/complicated/config/patches/ncurses/patch-ac +0 -40
- data/spec/data/complicated/config/patches/ncurses/patch-ad +0 -12
- data/spec/data/complicated/config/patches/ncurses/patch-aix-configure +0 -23
- data/spec/data/complicated/config/patches/ncurses/patch-cxx_cursesf.h +0 -22
- data/spec/data/complicated/config/patches/ncurses/patch-cxx_cursesm.h +0 -22
- data/spec/data/complicated/config/patches/nrpe/fix_for_runit.patch +0 -64
- data/spec/data/complicated/config/patches/openssl/openssl-1.0.1f-do-not-build-docs.patch +0 -101
- data/spec/data/complicated/config/patches/postgresql/postgresql-9.1.2-configure-ncurses-fix.patch +0 -12
- data/spec/data/complicated/config/patches/ruby/patch-configure +0 -103
- data/spec/data/complicated/config/patches/ruby/ruby-aix-configure.patch +0 -10
- data/spec/data/complicated/config/patches/ruby/ruby-openssl-1.0.1c.patch +0 -42
- data/spec/data/complicated/config/patches/ruby/ruby_aix_1_9_3_448_ssl_EAGAIN.patch +0 -57
- data/spec/data/complicated/config/patches/ruby/rvm-cflags.patch +0 -27
- data/spec/data/complicated/config/projects/angrychef.rb +0 -32
- data/spec/data/complicated/config/projects/chef-windows.rb +0 -32
- data/spec/data/complicated/config/projects/chef.rb +0 -32
- data/spec/data/complicated/config/projects/chefdk-windows.rb +0 -41
- data/spec/data/complicated/config/projects/chefdk.rb +0 -44
- data/spec/data/complicated/config/software/appbundler.rb +0 -25
- data/spec/data/complicated/config/software/autoconf.rb +0 -35
- data/spec/data/complicated/config/software/automake.rb +0 -39
- data/spec/data/complicated/config/software/berkshelf.rb +0 -44
- data/spec/data/complicated/config/software/bundler.rb +0 -25
- data/spec/data/complicated/config/software/bzip2.rb +0 -46
- data/spec/data/complicated/config/software/cacerts.rb +0 -44
- data/spec/data/complicated/config/software/chef-client-msi.rb +0 -87
- data/spec/data/complicated/config/software/chef-gem.rb +0 -26
- data/spec/data/complicated/config/software/chef-vault.rb +0 -43
- data/spec/data/complicated/config/software/chef-windows.rb +0 -158
- data/spec/data/complicated/config/software/chef.rb +0 -170
- data/spec/data/complicated/config/software/chefdk.rb +0 -103
- data/spec/data/complicated/config/software/couchdb.rb +0 -53
- data/spec/data/complicated/config/software/curl.rb +0 -48
- data/spec/data/complicated/config/software/erlang.rb +0 -65
- data/spec/data/complicated/config/software/expat.rb +0 -21
- data/spec/data/complicated/config/software/fcgi.rb +0 -56
- data/spec/data/complicated/config/software/fcgiwrap.rb +0 -41
- data/spec/data/complicated/config/software/gd.rb +0 -56
- data/spec/data/complicated/config/software/gdbm.rb +0 -40
- data/spec/data/complicated/config/software/gecode.rb +0 -48
- data/spec/data/complicated/config/software/git.rb +0 -40
- data/spec/data/complicated/config/software/help2man.rb +0 -30
- data/spec/data/complicated/config/software/icu.rb +0 -40
- data/spec/data/complicated/config/software/jre.rb +0 -48
- data/spec/data/complicated/config/software/keepalived.rb +0 -43
- data/spec/data/complicated/config/software/libarchive.rb +0 -50
- data/spec/data/complicated/config/software/libedit.rb +0 -69
- data/spec/data/complicated/config/software/libffi.rb +0 -71
- data/spec/data/complicated/config/software/libgcc.rb +0 -39
- data/spec/data/complicated/config/software/libiconv.rb +0 -55
- data/spec/data/complicated/config/software/libjpeg.rb +0 -39
- data/spec/data/complicated/config/software/libpng.rb +0 -38
- data/spec/data/complicated/config/software/libtool.rb +0 -52
- data/spec/data/complicated/config/software/libwrap.rb +0 -50
- data/spec/data/complicated/config/software/libxml2.rb +0 -51
- data/spec/data/complicated/config/software/libxslt.rb +0 -52
- data/spec/data/complicated/config/software/libyaml-windows.rb +0 -43
- data/spec/data/complicated/config/software/libyaml.rb +0 -62
- data/spec/data/complicated/config/software/logrotate.rb +0 -41
- data/spec/data/complicated/config/software/makedepend.rb +0 -73
- data/spec/data/complicated/config/software/mysql2.rb +0 -42
- data/spec/data/complicated/config/software/nagios-plugins.rb +0 -53
- data/spec/data/complicated/config/software/nagios.rb +0 -66
- data/spec/data/complicated/config/software/ncurses.rb +0 -149
- data/spec/data/complicated/config/software/nginx.rb +0 -40
- data/spec/data/complicated/config/software/nodejs.rb +0 -44
- data/spec/data/complicated/config/software/nokogiri.rb +0 -55
- data/spec/data/complicated/config/software/nrpe.rb +0 -61
- data/spec/data/complicated/config/software/ohai.rb +0 -64
- data/spec/data/complicated/config/software/omnibus-ctl.rb +0 -34
- data/spec/data/complicated/config/software/openresty.rb +0 -67
- data/spec/data/complicated/config/software/openssl.rb +0 -158
- data/spec/data/complicated/config/software/pcre.rb +0 -42
- data/spec/data/complicated/config/software/perl-extutils-embed.rb +0 -15
- data/spec/data/complicated/config/software/perl-extutils-makemaker.rb +0 -15
- data/spec/data/complicated/config/software/perl.rb +0 -48
- data/spec/data/complicated/config/software/perl_pg_driver.rb +0 -12
- data/spec/data/complicated/config/software/php.rb +0 -41
- data/spec/data/complicated/config/software/pip.rb +0 -30
- data/spec/data/complicated/config/software/pkg-config.rb +0 -66
- data/spec/data/complicated/config/software/popt.rb +0 -47
- data/spec/data/complicated/config/software/postgresql.rb +0 -51
- data/spec/data/complicated/config/software/preparation.rb +0 -30
- data/spec/data/complicated/config/software/pygments.rb +0 -25
- data/spec/data/complicated/config/software/python.rb +0 -49
- data/spec/data/complicated/config/software/rabbitmq.rb +0 -36
- data/spec/data/complicated/config/software/rebar.rb +0 -36
- data/spec/data/complicated/config/software/redis.rb +0 -33
- data/spec/data/complicated/config/software/rsync.rb +0 -48
- data/spec/data/complicated/config/software/ruby-windows-devkit.rb +0 -30
- data/spec/data/complicated/config/software/ruby-windows.rb +0 -30
- data/spec/data/complicated/config/software/ruby.rb +0 -162
- data/spec/data/complicated/config/software/rubygems-customization.rb +0 -57
- data/spec/data/complicated/config/software/rubygems.rb +0 -37
- data/spec/data/complicated/config/software/runit.rb +0 -118
- data/spec/data/complicated/config/software/server-jre.rb +0 -46
- data/spec/data/complicated/config/software/setuptools.rb +0 -30
- data/spec/data/complicated/config/software/spawn-fcgi.rb +0 -40
- data/spec/data/complicated/config/software/sphinx.rb +0 -26
- data/spec/data/complicated/config/software/spidermonkey.rb +0 -60
- data/spec/data/complicated/config/software/sqitch.rb +0 -24
- data/spec/data/complicated/config/software/test-kitchen.rb +0 -39
- data/spec/data/complicated/config/software/unicorn.rb +0 -27
- data/spec/data/complicated/config/software/util-macros.rb +0 -46
- data/spec/data/complicated/config/software/xproto.rb +0 -46
- data/spec/data/complicated/config/software/yajl.rb +0 -30
- data/spec/data/complicated/config/software/zlib.rb +0 -67
- data/spec/data/overrides/bad_line.overrides +0 -3
- data/spec/data/overrides/good.overrides +0 -5
- data/spec/data/overrides/with_dupes.overrides +0 -4
- data/spec/data/projects/chefdk.rb +0 -41
- data/spec/data/projects/sample.rb +0 -13
- data/spec/data/software/erchef.rb +0 -42
- data/spec/data/software/zlib.rb +0 -67
- data/spec/fixtures/sample/files/mac_dmg/Resources/background.png +0 -0
- data/spec/fixtures/sample/files/mac_dmg/Resources/icon.png +0 -0
- data/spec/fixtures/sample/files/mac_pkg/Resources/background.png +0 -0
- data/spec/fixtures/sample/files/mac_pkg/Resources/license.html +0 -1
- data/spec/fixtures/sample/files/mac_pkg/Resources/welcome.html +0 -9
- data/spec/fixtures/sample/files/windows_msi/Resources/assets/LICENSE.rtf +0 -8
- data/spec/fixtures/sample/files/windows_msi/Resources/assets/banner_background.bmp +0 -0
- data/spec/fixtures/sample/files/windows_msi/Resources/assets/dialog_background.bmp +0 -0
- data/spec/fixtures/sample/files/windows_msi/Resources/assets/project.ico +0 -0
- data/spec/fixtures/sample/files/windows_msi/Resources/assets/project_16x16.ico +0 -0
- data/spec/fixtures/sample/files/windows_msi/Resources/assets/project_32x32.ico +0 -0
- data/spec/fixtures/sample/files/windows_msi/Resources/parameters.wxi.erb +0 -9
- data/spec/fixtures/sample/files/windows_msi/Resources/source.wxs +0 -74
- data/spec/integration/packagers/mac_spec.rb +0 -58
- data/spec/integration/packagers/windows_spec.rb +0 -70
- data/spec/unit/packagers/mac_pkg_spec.rb +0 -151
@@ -14,219 +14,260 @@
|
|
14
14
|
# limitations under the License.
|
15
15
|
#
|
16
16
|
|
17
|
-
require '
|
18
|
-
require '
|
19
|
-
require 'net/ftp'
|
17
|
+
require 'fileutils'
|
18
|
+
require 'open-uri'
|
20
19
|
|
21
20
|
module Omnibus
|
22
|
-
class UnsupportedURIScheme < ArgumentError
|
23
|
-
end
|
24
|
-
|
25
|
-
class InvalidSourceFile < RuntimeError
|
26
|
-
end
|
27
|
-
|
28
|
-
# Fetcher Implementation for HTTP and FTP hosted tarballs
|
29
21
|
class NetFetcher < Fetcher
|
30
|
-
attr_reader :name
|
31
|
-
attr_reader :project_file
|
32
|
-
attr_reader :source
|
33
|
-
attr_reader :source_uri
|
34
|
-
attr_reader :project_dir
|
35
|
-
|
36
22
|
# Use 7-zip to extract 7z/zip for Windows
|
37
23
|
WIN_7Z_EXTENSIONS = %w(.7z .zip)
|
38
24
|
|
39
25
|
# tar probably has compression scheme linked in, otherwise for tarballs
|
40
26
|
TAR_EXTENSIONS = %w(.tar .tar.gz .tgz .bz2 .tar.xz .txz)
|
41
27
|
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
|
52
|
-
def description
|
53
|
-
<<-EOH.gsub(/^ {8}/, '').strip
|
54
|
-
source URI: #{source_uri}
|
55
|
-
checksum: #{@checksum}
|
56
|
-
local location: #{@project_file}
|
57
|
-
EOH
|
28
|
+
#
|
29
|
+
# A fetch is required if the downloaded_file (such as a tarball) does not
|
30
|
+
# exist on disk, or if the checksum of the downloaded file is different
|
31
|
+
# than the given checksum.
|
32
|
+
#
|
33
|
+
# @return [true, false]
|
34
|
+
#
|
35
|
+
def fetch_required?
|
36
|
+
!(File.exist?(downloaded_file) && digest(downloaded_file, :md5) == checksum)
|
58
37
|
end
|
59
38
|
|
39
|
+
#
|
40
|
+
# The version identifier for this remote location. This is computed using
|
41
|
+
# the name of the software, the version of the software, and the checksum.
|
42
|
+
#
|
43
|
+
# @return [String]
|
44
|
+
#
|
60
45
|
def version_guid
|
61
|
-
"md5:#{
|
62
|
-
end
|
63
|
-
|
64
|
-
def fetch_required?
|
65
|
-
!File.exist?(project_file) || Digest::MD5.file(project_file) != @checksum
|
46
|
+
"md5:#{checksum}"
|
66
47
|
end
|
67
48
|
|
49
|
+
#
|
50
|
+
# Clean the project directory by removing the contents from disk.
|
51
|
+
#
|
52
|
+
# @return [true, false]
|
53
|
+
# true if the project directory was removed, false otherwise
|
54
|
+
#
|
68
55
|
def clean
|
69
56
|
if File.exist?(project_dir)
|
70
|
-
log.info(log_key) { "Cleaning
|
71
|
-
|
57
|
+
log.info(log_key) { "Cleaning project directory `#{project_dir}'" }
|
72
58
|
FileUtils.rm_rf(project_dir)
|
59
|
+
extract
|
60
|
+
true
|
61
|
+
else
|
62
|
+
extract
|
63
|
+
false
|
73
64
|
end
|
74
|
-
extract
|
75
65
|
end
|
76
66
|
|
67
|
+
#
|
68
|
+
# Fetch the given software definition. This method **always** fetches the
|
69
|
+
# file, even if it already exists on disk! You should use {#fetch_required?}
|
70
|
+
# to guard against this check in your implementation.
|
71
|
+
#
|
72
|
+
# @return [void]
|
73
|
+
#
|
77
74
|
def fetch
|
78
|
-
|
79
|
-
|
80
|
-
|
81
|
-
|
82
|
-
|
83
|
-
|
75
|
+
log.info(log_key) { "Downloading from `#{download_url}'" }
|
76
|
+
|
77
|
+
create_required_directories
|
78
|
+
download
|
79
|
+
verify_checksum!
|
80
|
+
extract
|
84
81
|
end
|
85
82
|
|
86
|
-
|
87
|
-
|
88
|
-
|
83
|
+
#
|
84
|
+
# The version for this item in the cache. The is the md5 of downloaded file
|
85
|
+
# and the URL where it was downloaded from.
|
86
|
+
#
|
87
|
+
# @return [String]
|
88
|
+
#
|
89
|
+
def version_for_cache
|
90
|
+
"download_url:#{source[:url]}|md5:#{source[:md5]}"
|
91
|
+
end
|
89
92
|
|
90
|
-
|
93
|
+
#
|
94
|
+
# The path on disk to the downloaded asset. This method requires the
|
95
|
+
# presence of a +source_uri+.
|
96
|
+
#
|
97
|
+
# @return [String]
|
98
|
+
#
|
99
|
+
def downloaded_file
|
100
|
+
filename = File.basename(source[:url], '?*')
|
101
|
+
File.join(Config.cache_dir, filename)
|
102
|
+
end
|
91
103
|
|
92
|
-
|
104
|
+
#
|
105
|
+
# The checksum (+md5+) as defined by the user in the software definition.
|
106
|
+
#
|
107
|
+
# @return [String]
|
108
|
+
#
|
109
|
+
def checksum
|
110
|
+
source[:md5]
|
111
|
+
end
|
93
112
|
|
94
|
-
|
95
|
-
Net::HTTP::Proxy(http_proxy.host, http_proxy.port, http_proxy.user, http_proxy.password).new(url.host, url.port)
|
96
|
-
else
|
97
|
-
Net::HTTP.new(url.host, url.port)
|
98
|
-
end
|
99
|
-
http_client.use_ssl = (url.scheme == 'https')
|
113
|
+
private
|
100
114
|
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
|
105
|
-
|
106
|
-
|
107
|
-
|
108
|
-
|
115
|
+
#
|
116
|
+
# The URL from which to download the software - this comes from the
|
117
|
+
# software's +source :url+ value.
|
118
|
+
#
|
119
|
+
# If S3 caching is enabled, this is the download URL for the software from
|
120
|
+
# the S3 bucket as defined in the {Config}.
|
121
|
+
#
|
122
|
+
# @return [String]
|
123
|
+
#
|
124
|
+
def download_url
|
125
|
+
if Config.use_s3_caching
|
126
|
+
"http://#{Config.s3_bucket}.s3.amazonaws.com/#{S3Cache.key_for(software)}"
|
109
127
|
else
|
110
|
-
|
128
|
+
source[:url]
|
111
129
|
end
|
112
130
|
end
|
113
131
|
|
114
|
-
#
|
115
|
-
|
116
|
-
|
117
|
-
|
132
|
+
#
|
133
|
+
# Download the given file using Ruby's +OpenURI+ implementation. This method
|
134
|
+
# may emit warnings as defined in software definitions using the +:warning+
|
135
|
+
# key.
|
136
|
+
#
|
137
|
+
# @return [void]
|
138
|
+
#
|
139
|
+
def download
|
140
|
+
log.warn(log_key) { source[:warning] } if source.key?(:warning)
|
118
141
|
|
119
|
-
|
120
|
-
|
121
|
-
|
122
|
-
|
123
|
-
|
124
|
-
uri = URI.parse(proxy)
|
125
|
-
uri.user ||= get_env('HTTP_PROXY_USER')
|
126
|
-
uri.password ||= get_env('HTTP_PROXY_PASS')
|
127
|
-
uri
|
142
|
+
headers = download_headers
|
143
|
+
|
144
|
+
if source[:unsafe]
|
145
|
+
log.warn(log_key) { "Permitting unsafe redirects!" }
|
146
|
+
headers[:allow_unsafe_redirects] = true
|
128
147
|
end
|
129
|
-
end
|
130
148
|
|
131
|
-
|
132
|
-
|
133
|
-
|
134
|
-
|
135
|
-
|
136
|
-
|
149
|
+
file = open(download_url, headers)
|
150
|
+
FileUtils.cp(file.path, downloaded_file)
|
151
|
+
file.close
|
152
|
+
rescue SocketError,
|
153
|
+
Errno::ECONNREFUSED,
|
154
|
+
Errno::ECONNRESET,
|
155
|
+
Errno::ENETUNREACH,
|
156
|
+
OpenURI::HTTPError => e
|
157
|
+
log.error(log_key) { "Download failed - #{e.class}!" }
|
158
|
+
raise
|
137
159
|
end
|
138
160
|
|
139
|
-
|
140
|
-
|
141
|
-
|
142
|
-
|
143
|
-
|
144
|
-
|
145
|
-
|
146
|
-
|
147
|
-
|
148
|
-
|
149
|
-
|
150
|
-
|
151
|
-
|
152
|
-
|
153
|
-
|
154
|
-
|
155
|
-
|
156
|
-
ftp.passive = true
|
157
|
-
ftp.login
|
158
|
-
ftp.getbinaryfile(source_uri.path, project_file)
|
159
|
-
ftp.close
|
160
|
-
end
|
161
|
-
else
|
162
|
-
raise UnsupportedURIScheme, "Don't know how to download from #{source_uri}"
|
163
|
-
end
|
164
|
-
rescue Exception
|
165
|
-
tries -= 1
|
166
|
-
if tries != 0
|
167
|
-
log.debug(log_key) { "Retrying failed download (#{tries})..." }
|
168
|
-
retry
|
161
|
+
#
|
162
|
+
# Extract the downloaded file, using the magical logic based off of the
|
163
|
+
# ending file extension. In the rare event the file cannot be extracted, it
|
164
|
+
# is copied over as a raw file.
|
165
|
+
#
|
166
|
+
def extract
|
167
|
+
if command = extract_command
|
168
|
+
log.info(log_key) { "Extracting `#{downloaded_file}' to `#{Config.source_dir}'" }
|
169
|
+
shellout!(extract_command)
|
170
|
+
else
|
171
|
+
log.info(log_key) { "`#{downloaded_file}' is not an archive - copying to `#{project_dir}'" }
|
172
|
+
|
173
|
+
if File.directory?(project_dir)
|
174
|
+
# If the file itself was a directory, copy the whole thing over. This
|
175
|
+
# seems unlikely, because I do not think it is a possible to download
|
176
|
+
# a folder, but better safe than sorry.
|
177
|
+
FileUtils.cp_r(downloaded_file, project_dir)
|
169
178
|
else
|
170
|
-
|
179
|
+
# In the more likely case that we got a "regular" file, we want that
|
180
|
+
# file to live **inside** the project directory.
|
181
|
+
FileUtils.mkdir_p(project_dir)
|
182
|
+
FileUtils.cp(downloaded_file, "#{project_dir}/")
|
171
183
|
end
|
172
184
|
end
|
173
|
-
rescue Exception => e
|
174
|
-
ErrorReporter.new(e, self).explain("Failed to fetch source from #source_uri (#{e.class}: #{e.message.strip})")
|
175
|
-
raise
|
176
185
|
end
|
177
186
|
|
187
|
+
#
|
188
|
+
# Verify the downloaded file has the correct checksum.#
|
189
|
+
#
|
190
|
+
# @raise [ChecksumMismatch]
|
191
|
+
# if the checksum does not match
|
192
|
+
#
|
178
193
|
def verify_checksum!
|
179
|
-
|
180
|
-
|
181
|
-
|
182
|
-
|
183
|
-
|
184
|
-
|
194
|
+
log.info(log_key) { 'Verifying checksum' }
|
195
|
+
|
196
|
+
expected = checksum
|
197
|
+
actual = digest(downloaded_file, :md5)
|
198
|
+
|
199
|
+
if expected != actual
|
200
|
+
raise ChecksumMismatch.new(software, expected, actual)
|
185
201
|
end
|
186
202
|
end
|
187
203
|
|
188
|
-
|
189
|
-
|
190
|
-
|
191
|
-
|
204
|
+
#
|
205
|
+
# The command to use for extracting this piece of software.
|
206
|
+
#
|
207
|
+
# @return [String, nil]
|
208
|
+
#
|
209
|
+
def extract_command
|
210
|
+
if Ohai['platform'] == 'windows' && downloaded_file.end_with?(*WIN_7Z_EXTENSIONS)
|
211
|
+
"7z.exe x #{windows_safe_path(downloaded_file)} -o#{Config.source_dir} -r -y"
|
212
|
+
elsif Ohai['platform'] != 'windows' && downloaded_file.end_with?('.7z')
|
213
|
+
"7z x #{windows_safe_path(downloaded_file)} -o#{Config.source_dir} -r -y"
|
214
|
+
elsif Ohai['platform'] != 'windows' && downloaded_file.end_with?('.zip')
|
215
|
+
"unzip #{windows_safe_path(downloaded_file)} -d #{Config.source_dir}"
|
216
|
+
elsif downloaded_file.end_with?(*TAR_EXTENSIONS)
|
217
|
+
compression_switch = 'z' if downloaded_file.end_with?('gz')
|
218
|
+
compression_switch = 'j' if downloaded_file.end_with?('bz2')
|
219
|
+
compression_switch = 'J' if downloaded_file.end_with?('xz')
|
220
|
+
compression_switch = '' if downloaded_file.end_with?('tar')
|
192
221
|
|
193
|
-
|
194
|
-
case cmd
|
195
|
-
when Proc
|
196
|
-
cmd.call
|
197
|
-
when String
|
198
|
-
shellout!(cmd)
|
199
|
-
else
|
200
|
-
raise "Don't know how to extract command for #{cmd.class} class"
|
222
|
+
"#{tar} #{compression_switch}xf #{windows_safe_path(downloaded_file)} -C#{Config.source_dir}"
|
201
223
|
end
|
202
|
-
rescue Exception => e
|
203
|
-
ErrorReporter.new(e, self).explain("Failed to unpack archive at #{project_file} (#{e.class}: #{e.message.strip})")
|
204
|
-
raise
|
205
224
|
end
|
206
225
|
|
207
|
-
|
208
|
-
|
209
|
-
|
210
|
-
|
211
|
-
|
212
|
-
|
213
|
-
|
214
|
-
|
215
|
-
|
216
|
-
|
217
|
-
|
218
|
-
|
219
|
-
|
220
|
-
|
221
|
-
|
222
|
-
|
223
|
-
|
224
|
-
|
225
|
-
|
226
|
-
|
227
|
-
|
228
|
-
|
229
|
-
|
226
|
+
#
|
227
|
+
# Primitively determine whether we should use gtar or tar to untar a file.
|
228
|
+
# If gtar is present, we will use gtar (AIX). Otherwise, we fallback to tar.
|
229
|
+
#
|
230
|
+
# @return [String]
|
231
|
+
#
|
232
|
+
def tar
|
233
|
+
Omnibus.which('gtar') ? 'gtar' : 'tar'
|
234
|
+
end
|
235
|
+
|
236
|
+
#
|
237
|
+
# The list of headers to pass to the download.
|
238
|
+
#
|
239
|
+
# @return [Hash]
|
240
|
+
#
|
241
|
+
def download_headers
|
242
|
+
{}.tap do |h|
|
243
|
+
# Alright kids, sit down while grandpa tells you a story. Back when the
|
244
|
+
# Internet was just a series of tubes, and you had to "dial in" using
|
245
|
+
# this thing called a "modem", ancient astronaunt theorists (computer
|
246
|
+
# scientists) invented gzip to compress requests sent over said tubes
|
247
|
+
# and make the Internet faster.
|
248
|
+
#
|
249
|
+
# Fast forward to the year of broadband - ungzipping these files was
|
250
|
+
# tedious and hard, so Ruby and other client libraries decided to do it
|
251
|
+
# for you:
|
252
|
+
#
|
253
|
+
# https://github.com/ruby/ruby/blob/c49ae7/lib/net/http.rb#L1031-L1033
|
254
|
+
#
|
255
|
+
# Meanwhile, software manufacturers began automatically compressing
|
256
|
+
# their software for distribution as a +.tar.gz+, publishing the
|
257
|
+
# appropriate checksums accordingly.
|
258
|
+
#
|
259
|
+
# But consider... If a software manufacturer is publishing the checksum
|
260
|
+
# for a gzipped tarball, and the client is automatically ungzipping its
|
261
|
+
# responses, then checksums can (read: should) never match! Herein lies
|
262
|
+
# the bug that took many hours away from the lives of a once-happy
|
263
|
+
# developer.
|
264
|
+
#
|
265
|
+
# TL;DR - Do not let Ruby ungzip our file
|
266
|
+
#
|
267
|
+
h['Accept-Encoding'] = 'identity'
|
268
|
+
|
269
|
+
# Set the cookie if one was given
|
270
|
+
h['Cookie'] = source[:cookie] if source[:cookie]
|
230
271
|
end
|
231
272
|
end
|
232
273
|
end
|
@@ -1,5 +1,5 @@
|
|
1
1
|
#
|
2
|
-
# Copyright
|
2
|
+
# Copyright 2012-2014 Chef Software, Inc.
|
3
3
|
#
|
4
4
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
5
5
|
# you may not use this file except in compliance with the License.
|
@@ -15,33 +15,43 @@
|
|
15
15
|
#
|
16
16
|
|
17
17
|
module Omnibus
|
18
|
-
class
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
super
|
18
|
+
class NullFetcher < Fetcher
|
19
|
+
#
|
20
|
+
# @return [false]
|
21
|
+
#
|
22
|
+
def fetch_required?
|
23
|
+
true
|
25
24
|
end
|
26
25
|
|
27
26
|
#
|
28
|
-
#
|
27
|
+
# @return [nil]
|
29
28
|
#
|
30
|
-
|
31
|
-
|
32
|
-
def source_uri
|
33
|
-
URI.parse(url_for(@software))
|
29
|
+
def version_guid
|
30
|
+
nil
|
34
31
|
end
|
35
32
|
|
36
|
-
|
33
|
+
#
|
34
|
+
# @return [false]
|
35
|
+
#
|
36
|
+
def clean
|
37
|
+
false
|
38
|
+
end
|
37
39
|
|
38
40
|
#
|
39
|
-
#
|
41
|
+
# @return [void]
|
42
|
+
#
|
43
|
+
def fetch
|
44
|
+
log.info(log_key) { "Fetching `#{software.name}' (nothing to fetch)" }
|
45
|
+
|
46
|
+
create_required_directories
|
47
|
+
nil
|
48
|
+
end
|
49
|
+
|
40
50
|
#
|
41
51
|
# @return [String]
|
42
52
|
#
|
43
|
-
def
|
44
|
-
|
53
|
+
def version_for_cache
|
54
|
+
nil
|
45
55
|
end
|
46
56
|
end
|
47
57
|
end
|