mixlib-install 1.2.4 → 2.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 31d7f4084fe55fca11da584264045f2360973d2a
-  data.tar.gz: 505328fca2bfba3c7e52ae7c5144ffd942576a49
+  metadata.gz: d396bf37f1b50052a6d6550a76dd2e830466f42b
+  data.tar.gz: c5ebe8fe43866d0dc9cdf737b3786b355eed9da3
 SHA512:
-  metadata.gz: 600a348d941118e4cd3418e13522a33b844e1645d9e979c327f01911c9f400a0e57ddc0be320d85a139e26cbdfce40c225bfc6bc419a257bb884edc27fcc020b
-  data.tar.gz: ac9e249c233af533a9c82d396b4b3ebeb8390320302ec6927016f710a8e88172c9bed92199c3088001ed2f9ca2af34c67cefae6078492580352f1fd46589732a
+  metadata.gz: ea784db481d70828c8d176717453c28837631c265c9bb4227c922bc53ede996c0a8391b9badf2bc508d52da20fa3f91dcf2136af97f1ee5cc4239b0c9e932a2b
+  data.tar.gz: 421e125545c088dec5c7b63f572180046422c87a60c6cabe0ac82dd9c81e19be0a888292c6857f1a25864dbc2f1ee115eff5696e716e39ef707ee157e82ec8d7

data/.travis.yml

@@ -0,0 +1,41 @@
+language: ruby
+sudo: false
+addons:
+  apt:
+    sources:
+      - chef-stable-precise
+    packages:
+      - chefdk
+      - wget
+      - unzip
+      - ssh
+
+install:
+  - echo "skip bundle install"
+
+before_script:
+  - ci/before-script.sh
+  # set chefdk as default environment
+  - eval "$(/opt/chefdk/bin/chef shell-init bash)"
+  # put terraform on PATH
+  - export PATH="$PWD/bin:$PATH"
+
+script:
+  # run unit tests
+  - /opt/chefdk/embedded/bin/bundle install && /opt/chefdk/bin/chef exec rake
+  # setup acceptance tests
+  - cd acceptance && export BUNDLE_GEMFILE=$PWD/Gemfile && /opt/chefdk/embedded/bin/bundle install && export APPBUNDLER_ALLOW_RVM=true
+  # run acceptances tests and force cleanup
+  # only testing bourne until issues with powershell suite resovled:
+  # 1) inspec not finding chef package once connected (not reproducible locally)
+  # 2) currently no way to mask password (sensitive true) AND know what the error is if inspec fails
+  - /opt/chefdk/embedded/bin/bundle exec chef-acceptance test bourne --force-destroy
+
+env:
+  global:
+    # access key id
+    - secure: "b/O77C/ebnrXw/xSTRMcAuhmUz9QH//jfh3XSQrZF2lRJZJbAbfL3L3SPLqQmPkMDJWCAJrs82umQJkZ0RJtSqX5ZzPUqdf2v5O4CyrfMqhQbsEA9GGUlBNaQmSWUHvOCPQZzI5GWMxgQb9Bhl4+ZekUoTgNZBjvh9uAHWuT1c1fNt5pHDYMXg4wyEnyF8tzLRVD5eTJwkKd+BodM1BUvdOITYv2xl6hlg7ZoJbo+onIVc8sRTnEjGiuprhaVyMSeTNSzxa/3jDxeX+HnJ/2HwpenIBXoSskZZViZHMd1Vy2sDUfYPfDjqwr389b8SInCehe1cCD8ouAr/7614IXxwoWSMjrVgkboB+KteRZyz0qVoqCpdS6NX0YBmu5I8T6jHr3OXVwVbcK03FrFhnS2Hg+oLhKLPKMvIFQ5347DEZ1LBv0ol//ltjk/cZX11yLiF2TrrDzSca3jb7kN/LJZ2AbGQdLJnqEhBm4NznHlPYfibLum0QwNXR/lZ47OJjBQnKc9nlN+iEOKbhby6/SCnW30xWJoMfNIULmW79heaNip16wDV0DBu44mmbKcFA6KMrNFex2+QpZGmNwbWJrwnvaJqVc6FNpRtNdShQ/81vJpn5Z6KKz676EHsM6LcXha1WnNj3eLYipWIg+4OSSmHJgRiuNC4JsgsYCaBfrDw8="
+    # secret access key
+    - secure: "Ut5ARdSnWiFVAtRZ7U+CPgihi59J/KgsMFXunJjBCYyfwaDxrIsAbjddhP3lu2d/xLtvQ26SodhnMh6VMfgBFljY1s4lgjlZU2xU5RCpXFsEhUzHjryVTEgEWYgWkGrTfvalB9gnrsRxiyOh6ZvlW7QoPED+j75FSGwj6rjGCYf/7oUa3Qlt2Pymma5ijjvemgcIEKngO7Dnh3dpFR/J4S0AZdZG6HtJvYpQ2gdvH5faFjYlKHp8W/PMuOuxq2w8Pcjw009VgOjLoFAFYhFWX3hGd0b+N1xBHJDlqaBk2UCCqaKtYrhAsgQNkFiPMmNdDUtscjKx81A8fBUJOUhUxWBFhL3QM2ymuZziPQcnikpi6EPRHRyv3P6MOSyEB2DPpzFq/tEniTBW6o9QL6dHYOaPm/CBtUJ36gEvrSEJQZyhxUTQdamjWIMOTcq1/uwjp0T28rdth0o4BoGALkNQxjaV9iPHBCNtZgPdLoG9v/5CyGwlRQaY6JSVxBHdRcD9+BfwLT84K+68NPo7xXBBar0B1kBOLExI3EHLTxaspkicM2DINicUZk+SNFdInuiByv9NT7sWWbISnk6EagxPxu8D2p1zcMh6cJ8DfFz0rws+ndGiPwInjoslSV7N8Ndi4j9nTKtv9qAImJlthzPDbHY8ghz0TrXWdtwzPet7j2s="
+    # windows admin password
+    # - secure: "lxe9NYpwV19g2mBa7aQoJX372hktSSn/g5oU1GDWYpi59YwpbYXP/Al/XXwq1ZfNzN+BlXw3tJPlVaEkfSQBi0AaWLJ6Kw5+a4tkIkwMyMPJQh+pKnADZK2pd+Hhrr7CRtnaT6w4V2sZCIfcdlLnKmez/BMNNdBn1+WAfE+aN224JK43rXxgLe4B9CcXCsUUORh6nJbB5f60D15qYokDu7ILi0RufyfyiJulqxIsXVNKtnUXOJRXZvDOPp9Y+2ur0HmVK7aiWr6JwXtODgrrDzZiWq99eR2ErDJB1AFUVMmudUykf5SWyivhvB4RStYDIIpG8EXrIhRKP+k9o4loqQBRcRBGvEMLdyupi7TzuryzK7j2XzhJFD9Eg+50Y5By87lRfvltuAJaDkRPfwIzSbWsh0Lb7YwUXI9a+bJebsteTPSFjb1YOYvkQCV2CB5pH68QInw8Hu9o2hmUkuoNWqqvVaxDI8z3peympfFlVtvTC9eOI60Tdv+pSCyQhBN0/II8FT/fylwQsOL+i8Hez9NIRdaRkx0JEpY56NloErd4An9zpY/xCAa/6JfzMWn7eD673MRVJW0u/j5IGuRAksuUlGZTQS+qudF4ZgVJaacm6qARULaesuCNbufZYtRB0Hg+GINQrUSfYKBw6BZUk2T9ZQ2zFsnF12k0yl9Qr7I="

data/CHANGELOG.md

@@ -1,7 +1,11 @@
 # Change Log
 
-## [1.2.4]
-- Major version 1 deprecated. Update to major version 2.
+## [2.0.0]
+- Replaced all backends with PackageRouter
+- All channels are now available using the single backend
+- Enabled unstable channel for install.sh and install.ps1 scripts
+- Added chef-acceptance test suites and configured them to run in Travis
+- Relaxed several test dependency versions
 
 ## [1.2.3]
 - Add inspec as a supported product

data/README.md

@@ -14,10 +14,10 @@ options = {
 }
 
 artifact = Mixlib::Install.new(options).artifact_info
-# => ArtifactInfo
+# => #<Mixlib::Install::ArtifactInfo>
 
 artifact.url
-# => "http://opscode-omnibus-packages-current.s3.amazonaws.com/mac_os_x/10.9/x86_64/chef-12.5.1%2B20151009083009-1.dmg"
+# => "https://packages.chef.io/files/current/chef/12.14.90/mac_os_x/10.9/chef-12.14.90-1.dmg"
 ```
 
 ### Get list of artifacts for all platforms given a package version
@@ -29,10 +29,10 @@ options = {
 }
 
 artifacts = Mixlib::Install.new(options).artifact_info
-# => Array<ArtifactInfo>
+# => [#<Mixlib::Install::ArtifactInfo>, ...]
 
 artifacts.first.url
-# => "http://opscode-omnibus-packages-current.s3.amazonaws.com/mac_os_x/10.9/x86_64/chef-12.5.1%2B20151009083009-1.dmg"
+# => => "https://packages.chef.io/files/current/chef/12.14.90/mac_os_x/10.11/chef-12.14.90-1.dmg"
 ```
 
 ### Detect platform information
@@ -80,18 +80,7 @@ Mixlib::Install.new(options).available_versions
 # => ["12.13.3", "12.13.7", "12.13.8+20160721014124", "12.13.11+20160721165202"]
 ```
 
-## Unstable channel
-The `:unstable` channel is currently only available when connected to Chef's internal network.
-
-## Feature Flags
-
-Below are the environment variables you can set to tune certain aspects of mixlib-install. They enable some features that are currently under development. You should use these features with care.
-
-`MIXLIB_INSTALL_UNIFIED_BACKEND` => Enables unified backend feature which uses Artifactory backend for all available channels.
-
 ## Development
-Since mixlib-install needs to interact with Bintray and Artifactory and since Artifactory instances are only available in Chef's network, this project uses [vcr](https://github.com/vcr/vcr).
-
 VCR is a tool that helps cache and replay http responses. When these responses change or when you add more tests you might need to update cached responses. Check out [spec_helper.rb](https://github.com/chef/mixlib-install/blob/master/spec/spec_helper.rb) for instructions on how to do this.
 
 ## Contributing

data/Rakefile

@@ -18,21 +18,11 @@ rescue LoadError
   puts "chefstyle/rubocop is not available.  gem install chefstyle to do style checking."
 end
 
-desc "Run specs for unified_backend (artifactory)"
-task :unified_backend do
-  ENV["MIXLIB_INSTALL_UNIFIED_BACKEND"] = "true"
-  ENV["ARTIFACTORY_ENDPOINT"] = "https://packages-acceptance.chef.io"
-  Rake::Task["spec"].reenable
-  Rake::Task["spec"].invoke
-  ENV.delete "MIXLIB_INSTALL_UNIFIED_BACKEND"
-  ENV.delete "ARTIFACTORY_ENDPOINT"
-end
-
 desc "Run all tests"
-task test: [:style, :spec, :unified_backend]
+task test: [:style, :spec]
 
 desc "Run tests for Travis CI"
-task ci: [:style, :spec, :unified_backend]
+task ci: [:style, :spec]
 
 desc "Render product matrix documentation"
 task "matrix" do

data/acceptance/.gitignore

@@ -1,2 +1,8 @@
 /Gemfile.lock
-/.acceptance_logs/
+/.acceptance_data/
+
+# Terraform
+*.tfstate
+*.tfstate.backup
+*_override.tf
+

data/acceptance/Gemfile

@@ -1,12 +1,4 @@
 source "https://rubygems.org"
 
 gem "mixlib-install", path: "../"
-gem "test-kitchen", github: "sersut/test-kitchen", branch: "sersut/mixlib-install-update"
 gem "chef-acceptance", github: "chef/chef-acceptance"
-gem "pry"
-
-group(:development) do
-  gem "kitchen-vagrant"
-  gem "windows_chef_zero"
-  gem "winrm-transport"
-end

data/acceptance/README.md

@@ -0,0 +1,6 @@
+Using rvm? Run this: `export APPBUNDLER_ALLOW_RVM=true`
+
+Install deps `bundle install`
+
+Then run `bundle exec chef-acceptance test`
+

data/acceptance/bourne/.acceptance/acceptance-cookbook/.gitignore

@@ -0,0 +1,8 @@
+nodes/
+tmp/
+
+# Terraform
+*.tfstate
+*.tfstate.backup
+*_override.tf
+

data/acceptance/{unstable → bourne}/.acceptance/acceptance-cookbook/metadata.rb

@@ -1 +1,2 @@
 name 'acceptance-cookbook'
+

data/acceptance/bourne/.acceptance/acceptance-cookbook/recipes/destroy.rb

@@ -0,0 +1,3 @@
+execute "terraform destroy -force" do
+  cwd "#{node['chef-acceptance']['suite-dir']}/terraform"
+end

data/acceptance/bourne/.acceptance/acceptance-cookbook/recipes/provision.rb

@@ -0,0 +1,11 @@
+execute "bundle exec ruby -e \"require 'mixlib/install'; puts Mixlib::Install.install_sh\" > ../.acceptance_data/install.sh" do
+  cwd node['chef-acceptance']['suite-dir']
+end
+
+execute "terraform plan" do
+  cwd "#{node['chef-acceptance']['suite-dir']}/terraform"
+end
+
+execute "terraform apply" do
+  cwd "#{node['chef-acceptance']['suite-dir']}/terraform"
+end

data/acceptance/bourne/.acceptance/acceptance-cookbook/recipes/verify.rb

@@ -0,0 +1,11 @@
+ruby_block "get ip" do
+  block do
+    tf_state = JSON.parse(File.read("#{node['chef-acceptance']['suite-dir']}/terraform/terraform.tfstate"))
+    node.default["ip"] = tf_state["modules"].first["resources"]["aws_instance.mixlib_install_sh"]["primary"]["attributes"]["public_ip"]
+  end
+end
+
+execute "run inspec" do
+  command lazy { "inspec exec verify.rb -t ssh://ubuntu@#{node['ip']} -i ~/.ssh/es-infrastructure.pem" }
+  cwd "#{node['chef-acceptance']['suite-dir']}/inspec"
+end

data/acceptance/bourne/inspec/verify.rb

@@ -0,0 +1,3 @@
+describe package("chef") do
+  it { should be_installed }
+end

data/acceptance/bourne/terraform/application.tf

@@ -0,0 +1,78 @@
+data "aws_ami" "ubuntu_14_ami" {
+  most_recent = true
+
+  filter {
+    name   = "owner-id"
+    values = ["099720109477"]
+  }
+
+  filter {
+    name   = "name"
+    values = ["ubuntu/images/*/ubuntu-*-14.04-*-server-*"]
+  }
+
+  filter {
+    name   = "architecture"
+    values = ["x86_64"]
+  }
+
+  filter {
+    name   = "virtualization-type"
+    values = ["hvm"]
+  }
+
+  filter {
+    name   = "block-device-mapping.volume-type"
+    values = ["gp2"]
+  }
+
+  filter {
+    name   = "image-type"
+    values = ["machine"]
+  }
+}
+
+resource "aws_instance" "mixlib_install_sh" {
+  count = 1
+
+  ami           = "${data.aws_ami.ubuntu_14_ami.id}"
+  instance_type = "${var.aws_instance_type}"
+  key_name      = "es-infrastructure"
+
+  associate_public_ip_address = true
+
+  subnet_id         = "subnet-11ac0174" # Planet Releng Public Subnet
+  source_dest_check = false
+
+  vpc_security_group_ids = [
+    "sg-96274af3",
+  ]
+
+  connection {
+    user        = "ubuntu"
+    private_key = "${file("${var.connection_private_key}")}"
+    agent       = "${var.connection_agent}"
+    timeout  = "10m"
+  }
+
+  tags {
+    # ChefOps's AWS standard tags:
+    X-Dept        = "EngServ"
+    X-Contact     = "pwright"
+    X-Production  = "false"
+    X-Environment = "development"
+    X-Application = "mixlib-install"
+  }
+
+  provisioner "file" {
+    source      = "../../.acceptance_data/install.sh"
+    destination = "/tmp/install.sh"
+  }
+
+  provisioner "remote-exec" {
+    inline = [
+      "chmod +x /tmp/install.sh",
+      "sudo bash /tmp/install.sh",
+    ]
+  }
+}

data/acceptance/bourne/terraform/aws.tf

@@ -0,0 +1,8 @@
+# Restrict operation of terraform to chef-es profile so that
+# we do not create resources in other aws profiles.
+# We assume user has configured standard aws credentials
+# under ~/.aws/credentials or with $AWS_SHARED_CREDENTIALS_FILE
+provider "aws" {
+  region  = "${var.aws_region}"
+  profile = "chef-aws"
+}

data/acceptance/bourne/terraform/variables.tf

@@ -0,0 +1,27 @@
+# Region to create infrastructure in
+variable "aws_region" {
+  type    = "string"
+  default = "us-west-2"
+}
+
+variable "aws_instance_type" {
+  type    = "string"
+  default = "t2.micro"
+}
+
+# Used to indicidate whether the environment should be treated as "prod"
+# This is mainly used for the `X-Production` AWS tag.
+variable "production" {
+  default = "false"
+}
+
+# SSH Connection info used for remote provisioning instances
+variable "connection_agent" {
+  description = "Set to false to disable using ssh-agent to authenticate"
+  default     = false
+}
+
+variable "connection_private_key" {
+  description = "File path to AWS keypair private key to provision with"
+  default     = "~/.ssh/es-infrastructure.pem"
+}

data/acceptance/{current → powershell}/.acceptance/acceptance-cookbook/.gitignore

@@ -1,2 +1,2 @@
-tmp/
 nodes/
+tmp/

data/acceptance/{current → powershell}/.acceptance/acceptance-cookbook/metadata.rb

@@ -1 +1,2 @@
 name 'acceptance-cookbook'
+

data/acceptance/powershell/.acceptance/acceptance-cookbook/recipes/destroy.rb

@@ -0,0 +1,3 @@
+execute "terraform destroy -force" do
+  cwd "#{node['chef-acceptance']['suite-dir']}/terraform"
+end

data/acceptance/powershell/.acceptance/acceptance-cookbook/recipes/provision.rb

@@ -0,0 +1,12 @@
+execute "bundle exec ruby -e \"require 'mixlib/install'; puts Mixlib::Install.install_ps1, 'install'\" > ../.acceptance_data/install.ps1" do
+  cwd node['chef-acceptance']['suite-dir']
+end
+
+execute "terraform plan" do
+  cwd "#{node['chef-acceptance']['suite-dir']}/terraform"
+end
+
+execute "terraform apply" do
+  cwd "#{node['chef-acceptance']['suite-dir']}/terraform"
+end
+

data/acceptance/powershell/.acceptance/acceptance-cookbook/recipes/verify.rb

@@ -0,0 +1,12 @@
+ruby_block "get ip" do
+  block do
+    tf_state = JSON.parse(File.read("#{node['chef-acceptance']['suite-dir']}/terraform/terraform.tfstate"))
+    node.default["ip"] = tf_state["modules"].first["resources"]["aws_instance.mixlib_install_ps1"]["primary"]["attributes"]["public_ip"]
+  end
+end
+
+execute "run inspec" do
+  command lazy { "inspec exec verify.rb -t winrm://Administrator@#{node['ip']} --password '#{ENV['TF_VAR_admin_password'] || 'Pas5w0rD'}'" }
+  cwd "#{node['chef-acceptance']['suite-dir']}/inspec"
+  # sensitive true
+end

data/acceptance/powershell/inspec/verify.rb

@@ -0,0 +1,3 @@
+describe package("chef") do
+  it { should be_installed }
+end

data/acceptance/powershell/terraform/application.tf

@@ -0,0 +1,89 @@
+data "aws_ami" "windows_ami" {
+  most_recent = true
+
+  filter {
+    name   = "owner-alias"
+    values = ["amazon"]
+  }
+
+  filter {
+    name   = "name"
+    values = ["Windows_Server-2012-R2*-English-*-Base-*"]
+  }
+
+  filter {
+    name   = "architecture"
+    values = ["x86_64"]
+  }
+
+  filter {
+    name   = "virtualization-type"
+    values = ["hvm"]
+  }
+
+  filter {
+    name   = "block-device-mapping.volume-type"
+    values = ["gp2"]
+  }
+
+  filter {
+    name   = "image-type"
+    values = ["machine"]
+  }
+}
+
+resource "aws_instance" "mixlib_install_ps1" {
+  count = 1
+
+  ami           = "${data.aws_ami.windows_ami.id}"
+  instance_type = "${var.aws_instance_type}"
+  key_name      = "es-infrastructure"
+
+  associate_public_ip_address = true
+
+  subnet_id         = "subnet-11ac0174" # Planet Releng Public Subnet
+  source_dest_check = false
+
+  vpc_security_group_ids = [
+    "sg-96274af3",
+  ]
+
+  connection {
+    type     = "winrm"
+    user     = "Administrator"
+    password = "${var.admin_password}"
+    timeout  = "10m"
+  }
+
+  user_data = <<EOF
+<script>
+  winrm quickconfig -q & winrm set winrm/config/winrs @{MaxMemoryPerShellMB="300"} & winrm set winrm/config @{MaxTimeoutms="1800000"} & winrm set winrm/config/service @{AllowUnencrypted="true"} & winrm set winrm/config/service/auth @{Basic="true"}
+</script>
+<powershell>
+  Set-ExecutionPolicy -ExecutionPolicy Bypass
+  netsh advfirewall firewall add rule name="WinRM in" protocol=TCP dir=in profile=any localport=5985 remoteip=any localip=any action=allow
+  $admin = [adsi]("WinNT://./administrator, user")
+  $admin.psbase.invoke("SetPassword", "${var.admin_password}")
+</powershell>
+EOF
+
+  tags {
+    # ChefOps's AWS standard tags:
+    X-Dept        = "EngServ"
+    X-Contact     = "pwright"
+    X-Production  = "false"
+    X-Environment = "development"
+    X-Application = "mixlib-install"
+  }
+
+  provisioner "file" {
+    source      = "../../.acceptance_data/install.ps1"
+    destination = "/tmp/install.ps1"
+  }
+
+  provisioner "remote-exec" {
+    inline = [
+      "powershell.exe -file /tmp/install.ps1",
+    ]
+  }
+}