r10k 1.4.2 → 1.5.1

data/integration/tests/user_scenario/basic_workflow/multi_source_custom_forge_git_module.rb

@@ -0,0 +1,160 @@
+require 'git_utils'
+require 'r10k_utils'
+require 'master_manipulator'
+test_name 'CODEMGMT-85 - C59227 - Multiple Environments with Multiple Sources and Custom, Forge and Git Modules'
+
+#Init
+master_certname = on(master, puppet('config', 'print', 'certname')).stdout.rstrip
+env_path = on(master, puppet('config print environmentpath')).stdout.rstrip
+
+git_provider = ENV['GIT_PROVIDER'] || 'shellgit'
+
+local_files_root_path = ENV['FILES'] || 'files'
+helloworld_module_path = File.join(local_files_root_path, 'modules', 'helloworld')
+
+r10k_config_path = get_r10k_config_file_path(master)
+r10k_config_bak_path = "#{r10k_config_path}.bak"
+
+#Verification
+motd_path = '/etc/motd'
+motd_contents = 'Hello!'
+motd_contents_regex = /\A#{motd_contents}\z/
+
+stdlib_notify_message_regex = /The test message is:.*one.*=>.*1.*two.*=>.*bats.*three.*=>.*3.*/
+
+#Manifest
+prod_env_manifest = <<-MANIFEST
+  class { 'helloworld': }
+  class { 'motd':
+    content => '#{motd_contents}',
+  }
+MANIFEST
+
+stage_env_manifest = <<-MANIFEST
+  class { 'helloworld': }
+  $hash1 = {'one' => 1, 'two' => 2}
+  $hash2 = {'two' => 'bats', 'three' => 3}
+  $merged_hash = merge($hash1, $hash2)
+  notify { 'Test Message':
+    message  => "The test message is: ${merged_hash}"
+  }
+MANIFEST
+
+#Environment Structures
+GitEnv = Struct.new(:repo_path,
+                    :repo_name,
+                    :control_remote,
+                    :environments_path,
+                    :puppet_file_path,
+                    :puppet_file,
+                    :site_pp_path,
+                    :site_pp)
+
+env_structs = {:production => GitEnv.new('/git_repos',
+                                         'environments',
+                                         '/git_repos/environments.git',
+                                         '/root/environments',
+                                         '/root/environments/Puppetfile',
+                                         'mod "puppetlabs/motd"',
+                                         '/root/environments/manifests/site.pp',
+                                         create_site_pp(master_certname, prod_env_manifest)
+                                        ),
+               :stage      => GitEnv.new('/git_repos_alt',
+                                         'environments_alt',
+                                         '/git_repos_alt/environments_alt.git',
+                                         '/root/environments_alt',
+                                         '/root/environments_alt/Puppetfile',
+                                         'mod "puppetlabs/stdlib", :git => "https://github.com/puppetlabs/puppetlabs-stdlib.git"',
+                                         '/root/environments_alt/manifests/site.pp',
+                                         create_site_pp(master_certname, stage_env_manifest)
+                                        ),
+              }
+
+last_commit = git_last_commit(master, env_structs[:production].environments_path)
+
+#In-line files
+r10k_conf = <<-CONF
+cachedir: '/var/cache/r10k'
+git:
+  provider: '#{git_provider}'
+sources:
+  control:
+    basedir: "#{env_path}"
+    remote: "#{env_structs[:production].control_remote}"
+  alt_control:
+    basedir: "#{env_path}"
+    remote: "#{env_structs[:stage].control_remote}"
+CONF
+
+#Teardown
+teardown do
+  step 'Remove "/etc/motd" File'
+  on(agents, "rm -rf #{motd_path}")
+
+  step 'Restore Original "r10k" Config'
+  on(master, "mv #{r10k_config_bak_path} #{r10k_config_path}")
+
+  step 'Remove Alternate Git Source'
+  on(master, "rm -rf #{env_structs[:stage].repo_path} #{env_structs[:stage].environments_path}")
+
+  clean_up_r10k(master, last_commit, env_structs[:production].environments_path)
+end
+
+#Setup
+step 'Stub Forge on Master'
+stub_forge_on(master)
+
+step 'Backup Current "r10k" Config'
+on(master, "mv #{r10k_config_path} #{r10k_config_bak_path}")
+
+step 'Update the "r10k" Config'
+create_remote_file(master, r10k_config_path, r10k_conf)
+
+step 'Create Alternate Git Repo and Clone'
+init_r10k_source_from_prod(master,
+                           env_structs[:stage].repo_path,
+                           env_structs[:stage].repo_name,
+                           env_structs[:stage].environments_path,
+                           'stage'
+                          )
+
+env_structs.each do |env_name, env_info|
+  step "Checkout \"#{env_name}\" Branch"
+  git_on(master, "checkout #{env_name}", env_info.environments_path)
+
+  step "Copy \"helloworld\" Module to \"#{env_name}\" Environment Git Repo"
+  scp_to(master, helloworld_module_path, File.join(env_info.environments_path, "site", 'helloworld'))
+
+  step "Inject New \"site.pp\" to the \"#{env_name}\" Environment"
+  inject_site_pp(master, env_info.site_pp_path, env_info.site_pp)
+
+  step "Update the \"#{env_name}\" Environment with Puppetfile"
+  create_remote_file(master, env_info.puppet_file_path, env_info.puppet_file)
+
+  step "Push Changes to \"#{env_name}\" Environment"
+  git_add_commit_push(master, env_name, 'Update site.pp, modules, Puppetfile.', env_info.environments_path)
+end
+
+#Tests
+step 'Deploy Environments via r10k'
+on(master, 'r10k deploy environment -v -p')
+
+agents.each do |agent|
+  step 'Run Puppet Agent Against "production" Environment'
+  on(agent, puppet('agent', '--test', '--environment production'), :acceptable_exit_codes => 2) do |result|
+    assert_no_match(/Error:/, result.stderr, 'Unexpected error was detected!')
+    assert_match(/I am in the production environment/, result.stdout, 'Expected message not found!')
+  end
+
+  step "Verify MOTD Contents"
+  on(agent, "cat #{motd_path}") do |result|
+    assert_match(motd_contents_regex, result.stdout, 'File content is invalid!')
+  end
+
+  step 'Run Puppet Agent Against "stage" Environment'
+  on(agent, puppet('agent', '--test', '--environment stage'), :acceptable_exit_codes => 2) do |result|
+    assert_no_match(/Error:/, result.stderr, 'Unexpected error was detected!')
+    assert_match(/I am in the stage environment/, result.stdout, 'Expected message not found!')
+    assert_match(stdlib_notify_message_regex, result.stdout, 'Expected message not found!')
+  end
+end

data/integration/tests/user_scenario/basic_workflow/negative/neg_bad_basedir.rb

@@ -0,0 +1,45 @@
+require 'git_utils'
+require 'master_manipulator'
+test_name 'CODEMGMT-42 - C59225 - Attempt to Deploy to Base Directory with Invalid Length'
+
+#Init
+env_path = '/asuyiyuyabvusayd2784782gh8hexistasdfaiasdhfa78v87va8vajkb3vwkasv7as8vba87vb87asdhfajsbdzxmcbvawbvr7av6baskudvbausdgasycyu7abywfegasfsauydgfasf7uas67vbexistasdfaiasdhfa78v87va8vajkb3vwkasv7as8vba87vb87asdhfajsbdzxmcbvawbvr7av6baskudvbausdgasycyu7abywfegasfsauydgfasf7uas67vb'
+git_repo_path = '/git_repos'
+git_control_remote = File.join(git_repo_path, 'environments.git')
+git_provider = ENV['GIT_PROVIDER'] || 'shellgit'
+
+r10k_config_path = get_r10k_config_file_path(master)
+r10k_config_bak_path = "#{r10k_config_path}.bak"
+
+#In-line files
+r10k_conf = <<-CONF
+cachedir: '/var/cache/r10k'
+git:
+  provider: '#{git_provider}'
+sources:
+  broken:
+    basedir: "#{env_path}"
+    remote: "#{git_control_remote}"
+CONF
+
+#Verification
+error_message_regex = /could not create leading directories of.*File name too long/
+
+#Teardown
+teardown do
+  step 'Restore Original "r10k" Config'
+  on(master, "mv #{r10k_config_bak_path} #{r10k_config_path}")
+end
+
+#Setup
+step 'Backup Current "r10k" Config'
+on(master, "mv #{r10k_config_path} #{r10k_config_bak_path}")
+
+step 'Update the "r10k" Config'
+create_remote_file(master, r10k_config_path, r10k_conf)
+
+#Tests
+step 'Attempt to Deploy via r10k'
+on(master, 'r10k deploy environment -v', :acceptable_exit_codes => 1) do |result|
+  assert_match(error_message_regex, result.stderr, 'Expected message not found!')
+end

data/integration/tests/user_scenario/basic_workflow/negative/neg_bad_forge_module.rb

@@ -0,0 +1,43 @@
+require 'git_utils'
+require 'r10k_utils'
+require 'master_manipulator'
+test_name 'CODEMGMT-42 - C59228 - Attempt to Deploy Environment with Non-existent Forge Module'
+
+#Init
+master_certname = on(master, puppet('config', 'print', 'certname')).stdout.rstrip
+git_environments_path = '/root/environments'
+last_commit = git_last_commit(master, git_environments_path)
+
+#File
+puppet_file = <<-PUPPETFILE
+mod "puppetlabs/nothere"
+PUPPETFILE
+
+puppet_file_path = File.join(git_environments_path, 'Puppetfile')
+
+#Verification
+error_message_regex = /Could not install 'puppetlabs-nothere'/
+
+#Teardown
+teardown do
+  clean_up_r10k(master, last_commit, git_environments_path)
+end
+
+#Setup
+step 'Stub Forge on Master'
+stub_forge_on(master)
+
+step 'Checkout "production" Branch'
+git_on(master, 'checkout production', git_environments_path)
+
+step 'Create "Puppetfile" for the "production" Environment'
+create_remote_file(master, puppet_file_path, puppet_file)
+
+step 'Push Changes'
+git_add_commit_push(master, 'production', 'Update Puppetfile.', git_environments_path)
+
+#Tests
+step 'Attempt to Deploy via r10k'
+on(master, 'r10k deploy environment -v -p', :acceptable_exit_codes => 1) do |result|
+  assert_match(error_message_regex, result.stderr, 'Expected message not found!')
+end

data/integration/tests/user_scenario/basic_workflow/negative/neg_bad_git_module.rb

@@ -0,0 +1,40 @@
+require 'git_utils'
+require 'r10k_utils'
+require 'master_manipulator'
+test_name 'CODEMGMT-42 - C59229 - Attempt to Deploy Environment with Non-existent Git Module'
+
+#Init
+master_certname = on(master, puppet('config', 'print', 'certname')).stdout.rstrip
+git_environments_path = '/root/environments'
+last_commit = git_last_commit(master, git_environments_path)
+
+#File
+puppet_file = <<-PUPPETFILE
+mod 'broken', :git => 'https://github.com/puppetlabs/puppetlabs-broken'
+PUPPETFILE
+
+puppet_file_path = File.join(git_environments_path, 'Puppetfile')
+
+#Verification
+error_message_regex = /ERROR\] Couldn't update git cache/
+
+#Teardown
+teardown do
+  clean_up_r10k(master, last_commit, git_environments_path)
+end
+
+#Setup
+step 'Checkout "production" Branch'
+git_on(master, 'checkout production', git_environments_path)
+
+step 'Create "Puppetfile" for the "production" Environment'
+create_remote_file(master, puppet_file_path, puppet_file)
+
+step 'Push Changes'
+git_add_commit_push(master, 'production', 'Update Puppetfile.', git_environments_path)
+
+#Tests
+step 'Attempt to Deploy via r10k'
+on(master, 'r10k deploy environment -v -p', :acceptable_exit_codes => 1) do |result|
+  assert_match(error_message_regex, result.stderr, 'Expected message not found!')
+end

data/integration/tests/user_scenario/basic_workflow/negative/neg_bad_git_module_ref.rb

@@ -0,0 +1,42 @@
+require 'git_utils'
+require 'r10k_utils'
+require 'master_manipulator'
+test_name 'CODEMGMT-42 - C59230 - Attempt to Deploy Environment with Invalid Git Module Reference'
+
+#Init
+master_certname = on(master, puppet('config', 'print', 'certname')).stdout.rstrip
+git_environments_path = '/root/environments'
+last_commit = git_last_commit(master, git_environments_path)
+
+#File
+puppet_file = <<-PUPPETFILE
+mod 'broken',
+  :git => 'https://github.com/puppetlabs/puppetlabs-motd',
+  :ref => 'does_not_exist'
+PUPPETFILE
+
+puppet_file_path = File.join(git_environments_path, 'Puppetfile')
+
+#Verification
+error_message_regex = /Cannot check out Git ref 'does_not_exist'/
+
+#Teardown
+teardown do
+  clean_up_r10k(master, last_commit, git_environments_path)
+end
+
+#Setup
+step 'Checkout "production" Branch'
+git_on(master, 'checkout production', git_environments_path)
+
+step 'Create "Puppetfile" for the "production" Environment'
+create_remote_file(master, puppet_file_path, puppet_file)
+
+step 'Push Changes'
+git_add_commit_push(master, 'production', 'Update Puppetfile.', git_environments_path)
+
+#Tests
+step 'Attempt to Deploy via r10k'
+on(master, 'r10k deploy environment -v -p', :acceptable_exit_codes => 1) do |result|
+  assert_match(error_message_regex, result.stderr, 'Expected message not found!')
+end

data/integration/tests/user_scenario/basic_workflow/negative/neg_bad_git_remote.rb

@@ -0,0 +1,44 @@
+require 'git_utils'
+require 'master_manipulator'
+test_name 'CODEMGMT-42 - C59224 - Attempt to Deploy from Non-existent Git Remote'
+
+#Init
+env_path = on(master, puppet('config print environmentpath')).stdout.rstrip
+git_control_remote = '/does/not/exist'
+git_provider = ENV['GIT_PROVIDER'] || 'shellgit'
+
+r10k_config_path = get_r10k_config_file_path(master)
+r10k_config_bak_path = "#{r10k_config_path}.bak"
+
+#In-line files
+r10k_conf = <<-CONF
+cachedir: '/var/cache/r10k'
+git:
+  provider: '#{git_provider}'
+sources:
+  broken:
+    basedir: "#{env_path}"
+    remote: "#{git_control_remote}"
+CONF
+
+#Verification
+error_message_regex = /ERROR\] Couldn't update git cache for \/does\/not\/exist/
+
+#Teardown
+teardown do
+  step 'Restore Original "r10k" Config'
+  on(master, "mv #{r10k_config_bak_path} #{r10k_config_path}")
+end
+
+#Setup
+step 'Backup Current "r10k" Config'
+on(master, "mv #{r10k_config_path} #{r10k_config_bak_path}")
+
+step 'Update the "r10k" Config'
+create_remote_file(master, r10k_config_path, r10k_conf)
+
+#Tests
+step 'Attempt to Deploy via r10k'
+on(master, 'r10k deploy environment', :acceptable_exit_codes => 1) do |result|
+  assert_match(error_message_regex, result.stderr, 'Expected message not found!')
+end

data/integration/tests/user_scenario/basic_workflow/negative/neg_branch_name_collision.rb

@@ -0,0 +1,63 @@
+require 'git_utils'
+require 'r10k_utils'
+require 'master_manipulator'
+test_name 'CODEMGMT-63 - C59257 - Attempt to Deploy Multiple Sources with Branch Name Collision'
+
+#Init
+env_path = on(master, puppet('config print environmentpath')).stdout.rstrip
+
+git_repo_path = '/git_repos'
+git_repo_name = 'environments'
+git_control_remote = File.join(git_repo_path, "#{git_repo_name}.git")
+git_environments_path = File.join('/root', git_repo_name)
+git_provider = ENV['GIT_PROVIDER'] || 'shellgit'
+
+git_alt_repo_path = '/git_repos_alt'
+git_alt_repo_name = 'environments_alt'
+git_alt_control_remote = File.join(git_alt_repo_path, "#{git_alt_repo_name}.git")
+git_alt_environments_path = File.join('/root', git_alt_repo_name)
+
+r10k_config_path = get_r10k_config_file_path(master)
+r10k_config_bak_path = "#{r10k_config_path}.bak"
+
+#In-line files
+r10k_conf = <<-CONF
+cachedir: '/var/cache/r10k'
+git:
+  provider: '#{git_provider}'
+sources:
+  control:
+    basedir: "#{env_path}"
+    remote: "#{git_control_remote}"
+  alt_control:
+    basedir: "#{env_path}"
+    remote: "#{git_alt_control_remote}"
+CONF
+
+#Verification
+error_message_regex = /ERROR\] Environment collision/
+
+#Teardown
+teardown do
+  step 'Restore Original "r10k" Config'
+  on(master, "mv #{r10k_config_bak_path} #{r10k_config_path}")
+
+  step 'Remove Alternate Git Source'
+  on(master, "rm -rf #{git_alt_repo_path} #{git_alt_environments_path}")
+end
+
+#Setup
+step 'Backup Current "r10k" Config'
+on(master, "mv #{r10k_config_path} #{r10k_config_bak_path}")
+
+step 'Update the "r10k" Config'
+create_remote_file(master, r10k_config_path, r10k_conf)
+
+step 'Create Alternate Git Repo and Clone'
+init_r10k_source_from_prod(master, git_alt_repo_path, git_alt_repo_name, git_alt_environments_path, 'production')
+
+#Tests
+step 'Attempt to Deploy via r10k'
+on(master, 'r10k deploy environment -v', :acceptable_exit_codes => 1) do |result|
+  assert_match(error_message_regex, result.stderr, 'Expected message not found!')
+end

data/integration/tests/user_scenario/basic_workflow/negative/neg_disk_full.rb

@@ -0,0 +1,73 @@
+require 'git_utils'
+require 'r10k_utils'
+test_name 'CODEMGMT-86 - C59265 - Attempt to Deploy Environment to Disk with Insufficient Free Space'
+
+#Init
+git_repo_path = '/git_repos'
+git_repo_name = 'environments'
+git_control_remote = File.join(git_repo_path, "#{git_repo_name}.git")
+git_environments_path = '/root/environments'
+last_commit = git_last_commit(master, git_environments_path)
+git_provider = ENV['GIT_PROVIDER'] || 'shellgit'
+
+r10k_config_path = get_r10k_config_file_path(master)
+r10k_config_bak_path = "#{r10k_config_path}.bak"
+
+tmpfs_path = '/mnt/tmpfs'
+
+file_bucket_path = '/opt/filebucket'
+file_bucket_command_path = File.join(file_bucket_path, 'filebucketapp.py')
+pattern_file_path = File.join(file_bucket_path, 'psuedo_random_128k.pat')
+
+test_files_path = File.join(git_environments_path, 'test_files')
+
+#In-line files
+r10k_conf = <<-CONF
+cachedir: '/var/cache/r10k'
+git:
+  provider: '#{git_provider}'
+sources:
+  broken:
+    basedir: "#{tmpfs_path}"
+    remote: "#{git_control_remote}"
+CONF
+
+#Verification
+error_message_regex = /ERROR\].*No space left on device/m
+
+#Teardown
+teardown do
+  step 'Restore Original "r10k" Config'
+  on(master, "mv #{r10k_config_bak_path} #{r10k_config_path}")
+
+  step 'Unmount and Destroy TMP File System'
+  on(master, "umount #{tmpfs_path}")
+  on(master, "rm -rf #{tmpfs_path}")
+
+  clean_up_r10k(master, last_commit, git_environments_path)
+end
+
+#Setup
+step 'Backup Current "r10k" Config'
+on(master, "mv #{r10k_config_path} #{r10k_config_bak_path}")
+
+step 'Update the "r10k" Config'
+create_remote_file(master, r10k_config_path, r10k_conf)
+
+step 'Create TMP File System and Mount'
+on(master, "mkdir -p #{tmpfs_path}")
+on(master, "mount -osize=10m tmpfs #{tmpfs_path} -t tmpfs")
+
+step 'Create Large Binary File'
+create_remote_file(master, File.join(git_environments_path, '.gitattributes'), '*.file binary')
+on(master, "mkdir -p #{test_files_path}")
+on(master, "#{file_bucket_command_path} -s 11 -f #{test_files_path}/test.file -d #{pattern_file_path}")
+
+step 'Push Changes'
+git_add_commit_push(master, 'production', 'Add large file.', git_environments_path)
+
+#Tests
+step 'Attempt to Deploy via r10k'
+on(master, 'r10k deploy environment', :acceptable_exit_codes => 1) do |result|
+  assert_match(error_message_regex, result.stderr, 'Expected message not found!')
+end