aws-codedeploy-agent 0.0.4 → 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 7bc7be2f6438c961823db732eb0ade0eab2f9b8e
+  data.tar.gz: dcf97e2581b8a2ef5dc35a55eab14aa8b18456d8
+SHA512:
+  metadata.gz: 888d1bfb6ced3cb485e4ef47cf339f4a75538af5942a5c0c6e4b332a9cf4ade064b7d00903cb5eb91867f1ab851730c50b41c19be0a62cb791a8ee66dbeea8cf
+  data.tar.gz: 9e0fda36d32ac49a7e60f5809a869e94819a30b66bb20c123967dd4efcc8ee2bc191d0caed20107bc92c3562616bf624f022783ba1e144e7ce22edeeffb8cdad

data/.gitignore

@@ -1,2 +1,6 @@
-Gemfile.lock
+*.swp
 *.gem
+Gemfile.lock
+deployment/
+coverage/
+.version

data/.travis.yml

@@ -0,0 +1,10 @@
+language: ruby
+rvm:
+  - 2.0.0
+after_success: coveralls
+notifications:
+  email:
+    recipients:
+      - codedeploy-notifications@amazon.com
+    on_failure: always
+    on_success: never

data/CHANGES.md

@@ -1,6 +1,11 @@
+# 0.1.0
+
+* Pulled from upstream/master to support SHA-256. (panthomakos)
+
 # 0.0.3/0.0.4
 
 * Pulled from upstream/master to include new CA certificate. (panthomakos)
+* Updated gemspec from upstream/master. (panthomakos)
 
 # 0.0.2
 

data/Gemfile

@@ -4,10 +4,13 @@ gemspec
 
 group :test do
   gem 'test-unit'
+  gem 'activesupport', :require => 'active_support'  
+  gem 'coveralls', require: false
+  gem 'cucumber'
+  gem 'fakefs', :require => 'fakefs/safe'
+  gem 'mocha'
+  gem 'rspec'
   gem 'shoulda'
   gem 'shoulda-matchers'
   gem 'shoulda-context'
-  gem 'mocha'
-  gem 'fakefs', :require => 'fakefs/safe'
-  gem 'activesupport', :require => 'active_support'
 end

data/README.md

@@ -1,5 +1,7 @@
 # AWS CodeDeploy Agent
 
+[![Code Climate](https://codeclimate.com/github/aws/aws-codedeploy-agent.png)](https://codeclimate.com/github/aws/aws-codedeploy-agent) [![Build Status](https://travis-ci.org/aws/aws-codedeploy-agent.png?branch=master)](https://travis-ci.org/aws/aws-codedeploy-agent) [![Coverage Status](https://coveralls.io/repos/aws/aws-codedeploy-agent/badge.svg?branch=master&service=github)](https://coveralls.io/r/aws/aws-codedeploy-agent?branch=master)
+
 ## Install and Run
 
     $ gem install aws-codedeploy-agent
@@ -14,3 +16,36 @@
 
     $ sudo service codedeploy-agent stop
     $ sudo codedeploy-uninstall
+
+## Build Steps
+
+``` ruby
+git clone https://github.com/aws/aws-codedeploy-agent.git
+gem install bundler
+cd aws-codedeploy-agent
+bundle install
+rake clean && rake
+```
+
+## Integration Test
+  
+Please do the build steps mentioned above before running the integration test.
+  
+The integration test creates the following
+* An IAM role "codedeploy-agent-integ-test-deployment-role" if it doesn't exist
+* An IAM role "codedeploy-agent-integ-test-instance-role" if it doesn't exist
+* A CodeDeploy application
+* A CodeDeploy deployment group
+* An EC2 key pair "codedeploy-agent-integ-test-key" if it doesn't exist
+* An EC2 security group "codedeploy-agent-integ-test-sg" if it doesn't exist
+* An EC2 instance tagged with key "codedeploy-agent-integ-test-instance"
+* A CodeDeploy deployment on that ec2 instance.
+  
+It terminates the test ec2 instance and deletes the CodeDeploy application at the end of each test run.
+It also terminates any test ec2 instances before starting up the test.
+  
+Update the features/AwsCredentials.yml file with AWS access key and secret key. The access key should have permission to create the above mentioned resources. You can also change the default region and ami id if you want. To run the integration test execute
+  
+```
+rake test-integration
+```

data/Rakefile

@@ -0,0 +1,52 @@
+require 'rake'
+require 'rake/testtask'
+require 'rubygems'
+
+# Run all units tests in test/
+desc "Run unit tests in test/"
+Rake::TestTask.new(:test) do |t|
+  t.libs << ['test', 'lib', 'test/helpers']
+
+  test_files = FileList.new("test/**/*_test.rb")
+  t.test_files = test_files
+  t.verbose = true
+end
+task :default => [:version_tracking, :test]
+task :release => [:version_tracking, :test]
+
+begin
+  require 'cucumber'
+  require 'cucumber/rake/task'
+  desc = 'aws codedeploy agent integration tests'
+  Cucumber::Rake::Task.new('test-integration-aws-codedeploy-agent', desc) do |t|
+    t.cucumber_opts = "features -t ~@Ignore"
+  end
+  task 'test-integration' => 'test-integration-aws-codedeploy-agent'
+rescue LoadError
+  desc 'aws codedeploy agent integration tests'
+  task 'test:integration' do
+    puts 'skipping aws-codedeploy-agent integration tests, cucumber not loaded'
+  end
+end
+
+# Version tracking
+require 'fileutils'
+task :version_tracking do
+  FileUtils.rm('.version') if File.exist?('.version')
+  File.open('.version', 'w+') {|file| file.write("agent_version: #{getAgentTrackingInfo}")}
+  FileUtils.chmod(0444, '.version')
+end
+
+def getAgentTrackingInfo
+  begin
+    commit_id = `git rev-parse HEAD`.chop!
+    tracking = "COMMIT_#{commit_id}"
+  rescue 
+    tracking = "UNKNOWN_VERSION"
+  end
+end
+
+# Clean up
+task :clean do
+  rm_rf 'deployment'
+end

data/aws-codedeploy-agent.gemspec

@@ -5,7 +5,7 @@ $:.push File.expand_path("../vendor/gems/process_manager/lib", __FILE__)
 
 Gem::Specification.new do |s|
   s.name          = 'aws-codedeploy-agent'
-  s.version       = '0.0.4'
+  s.version       = '0.1.0'
   s.license       = 'Apache-2.0'
   s.summary       = 'AWS CodeDeploy Agent'
   s.description   = 'CodeDeploy Agent is responsible for doing the actual work of deploying software on an individual EC2 instance.'
@@ -21,17 +21,12 @@ Gem::Specification.new do |s|
   s.executables   = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
   s.test_files    = s.files.grep(%r{^(test|spec|features)/})
 
-  s.add_dependency('archive-tar-minitar', '~> 0.5.2')
-  s.add_dependency('aws-sdk-core', '~> 2.0.42')
-  s.add_dependency('builder', '~> 3.2.2')
   s.add_dependency('gli', '~> 2.5')
-  s.add_dependency('httpclient')
   s.add_dependency('json_pure', '~> 1.6')
-  s.add_dependency('little-plugger', '~> 1.1.3')
-  s.add_dependency('logging', '~> 1.8')
-  s.add_dependency('multi_json', '~> 1.8.4')
-  s.add_dependency('multi_xml', '~> 0.5.5')
-  s.add_dependency('rake', '~> 0.9')
+  s.add_dependency('archive-tar-minitar', '~> 0.5.2')
   s.add_dependency('rubyzip', '~> 1.1.0')
+  s.add_dependency('rake', '~> 0.9')
+  s.add_dependency('logging', '~> 1.8')
+  s.add_dependency('aws-sdk-core', '~> 2.2.0')
   s.add_dependency('simple_pid', '~> 0.2.1')
 end

data/conf/codedeployagent.yml

@@ -6,3 +6,4 @@
 :root_dir: '/tmp/codedeploy-agent'
 :verbose: false
 :wait_between_runs: 1
+:proxy_uri:

data/features/AwsCredentials.yml

@@ -0,0 +1,4 @@
+aws_access_key_id:
+aws_secret_access_key:
+region: us-east-1
+ec2_ami_id: ami-1ecae776

data/features/agent.feature

@@ -0,0 +1,11 @@
+# language: en
+@codedeploy-agent
+Feature: Deploy using AWS CodeDeploy Agent
+
+  Scenario: Doing a sample deployment
+    Given I have an application
+    And I have a deployment group containing a single EC2 AMI with preinstalled new instance agent
+    When I create a deployment for the application and deployment group with the test S3 revision
+    Then the overall deployment should eventually be in progress
+    And the deployment should contain all the instances I tagged
+    And the overall deployment should eventually succeed

data/features/aws_credentials.rb

@@ -0,0 +1,35 @@
+require 'singleton'
+
+class AwsCredentials
+  include Singleton
+  attr_reader :ec2_ami
+  attr_reader :keypair_name
+
+  def configure
+    file_path = File.join(File.expand_path(File.dirname(__FILE__)), './AwsCredentials.yml')
+    file_config = nil
+    if File.exists?(file_path) && File.readable?(file_path)
+      begin
+        file_config = YAML.load(File.read(file_path)).inject({}){|temp,(k,v)| temp[k.to_sym] = v; temp}
+      rescue Exception => e
+        puts("Invalid AwsCredentials file")
+        raise "Invalid AwsCredentials file"
+      end
+    else
+      puts 'AwsCredentials.yml file does not exist'
+    end
+    if file_config
+      if file_config[:region]
+        ENV['AWS_REGION'] = file_config[:region]
+      end
+      if file_config[:aws_access_key_id]
+        ENV['AWS_ACCESS_KEY_ID'] = file_config[:aws_access_key_id]
+      end
+      if file_config[:aws_secret_access_key]
+        ENV['AWS_SECRET_ACCESS_KEY'] = file_config[:aws_secret_access_key]
+      end
+      @ec2_ami ||= file_config[:ec2_ami_id]
+      @keypair_name ||= file_config[:keypair_name]
+    end
+  end
+end

data/features/step_definitions.rb

@@ -0,0 +1,233 @@
+require 'aws-sdk-core'
+require_relative '../features/aws_credentials'
+require 'securerandom'
+require 'base64'
+
+CODEDEPLOY_TEST_PREFIX = "codedeploy-agent-integ-test-"
+EC2_SECURITY_GROUP = "#{CODEDEPLOY_TEST_PREFIX}sg"
+EC2_KEY_PAIR = "#{CODEDEPLOY_TEST_PREFIX}key"
+EC2_TAG_KEY = "#{CODEDEPLOY_TEST_PREFIX}instance"
+DEPLOYMENT_ROLE_NAME = "#{CODEDEPLOY_TEST_PREFIX}deployment-role"
+INSTANCE_ROLE_NAME = "#{CODEDEPLOY_TEST_PREFIX}instance-role"
+
+def eventually(options = {}, &block)
+  seconds = options[:upto] || 300
+  delays = [1]
+  while delays.inject(0) { |sum, i| sum + i } < seconds
+    delays << [delays.last * 1.2, 60.0].min
+  end
+  begin
+    yield
+  rescue StandardError, RSpec::Expectations::ExpectationNotMetError => error
+    unless delays.empty?
+      sleep(delays.shift)
+      retry
+    end
+    raise error
+  end
+end
+
+Before("@codedeploy-agent") do
+  AwsCredentials.instance.configure
+  keypair_name = AwsCredentials.instance.keypair_name.nil?? EC2_KEY_PAIR : AwsCredentials.instance.keypair_name
+  print("Using keypair : #{keypair_name}\n")
+  @codedeploy_client = Aws::CodeDeploy::Client.new
+  @ec2_client = Aws::EC2::Client.new
+  @iam_client = Aws::IAM::Client.new
+  instance_ids = get_test_ec2_instances.collect {|i| i.instance_id}
+  @ec2_client.terminate_instances({:instance_ids => instance_ids}) unless instance_ids.empty?
+end
+
+After("@codedeploy-agent") do
+  @codedeploy_client.delete_application({:application_name => @application_name}) unless @application_name.nil? 
+  @ec2_client.terminate_instances({:instance_ids => [@instance_id]}) unless @instance_id.nil?
+end
+
+Given(/^I have an application$/) do
+  @application_name = "codedeploy-github-testapp-#{SecureRandom.hex(10)}"
+  @codedeploy_client.create_application(:application_name => @application_name)
+  puts "It is going to take a few minutes to spin up an ec2 instance..."
+end
+
+Given(/^I have a deployment group containing a single EC2 AMI with preinstalled new instance agent$/) do
+  @deployment_group_name = "codedeploy-github-testdg-#{SecureRandom.hex(10)}"
+  create_deployment_role
+  create_instance_role
+  create_instance_profile
+  start_ec2_instance
+  create_deployment_group
+end
+
+When(/^I create a deployment for the application and deployment group with the test S(\d+) revision$/) do |arg1|
+  @deployment_id = @codedeploy_client.create_deployment({:application_name => @application_name,
+                            :deployment_group_name => @deployment_group_name,
+                            :revision => { :revision_type => "S3",
+                                           :s3_location => {
+                                             :bucket => "aws-codedeploy-us-east-1",
+                                             :key => "samples/latest/SampleApp_Linux.zip",
+                                             :bundle_type => "zip"
+                                           }
+                                         },
+                             :deployment_config_name => "CodeDeployDefault.OneAtATime",
+                             :description => "CodeDeploy agent github test",
+                          }).deployment_id
+end
+
+Then(/^the overall deployment should eventually be in progress$/) do
+  assert_deployment_status("InProgress", 60)
+end
+
+Then(/^the deployment should contain all the instances I tagged$/) do
+  instances = @codedeploy_client.list_deployment_instances(:deployment_id => @deployment_id).instances_list
+  expect(instances.size).to eq(1)
+end
+
+Then(/^the overall deployment should eventually succeed$/) do
+  assert_deployment_status("Succeeded", 300)
+end
+
+def create_deployment_group
+  @codedeploy_client.create_deployment_group({:application_name => @application_name,
+                                  :deployment_group_name => @deployment_group_name, 
+                                  :ec2_tag_filters => [{:key => EC2_TAG_KEY, :type => "KEY_ONLY"}], 
+                                  :service_role_arn => @deployment_role})
+end
+
+def get_test_ec2_instances
+  reservations = @ec2_client.describe_instances({:filters => [{:name => "tag-key", :values =>[EC2_TAG_KEY]}, {:name => "instance-state-name", :values => ["running", "pending"]}]}).reservations
+  instances = []
+  for reservation in reservations
+    instances += reservation.instances
+  end
+  instances
+end
+
+def start_ec2_instance
+  create_key_pair
+  create_security_group
+  start_and_tag_instance
+end
+
+def create_key_pair
+  keypair_name = AwsCredentials.instance.keypair_name.nil?? EC2_KEY_PAIR : AwsCredentials.instance.keypair_name
+  begin
+    @ec2_client.create_key_pair({:key_name => keypair_name})
+  rescue Aws::EC2::Errors::InvalidKeyPairDuplicate
+    #Use the existing key
+  end
+  eventually(:upto => 60) do
+    expect(@ec2_client.describe_key_pairs({:key_names => [keypair_name]}).key_pairs).not_to be_empty
+  end
+end
+
+def create_security_group
+  begin
+    @security_group_id ||= @ec2_client.create_security_group({:group_name => EC2_SECURITY_GROUP, :description => "CodeDeploy agent integ test instance security group."}).group_id
+  rescue Aws::EC2::Errors::InvalidGroupDuplicate
+    #Use the existing security group
+  end
+  eventually(:upto => 60) do 
+    security_groups = @ec2_client.describe_security_groups({:group_names => [EC2_SECURITY_GROUP]}).security_groups
+    expect(security_groups).not_to be_empty
+    @security_group_id ||= security_groups[0].group_id
+  end
+end
+
+def start_and_tag_instance
+  eventually(:upto => 60) do
+  keypair_name = AwsCredentials.instance.keypair_name.nil?? EC2_KEY_PAIR : AwsCredentials.instance.keypair_name
+    @instance_id = @ec2_client.run_instances({
+      :image_id => AwsCredentials.instance.ec2_ami,
+      :instance_type => "t2.micro",
+      :min_count => 1,
+      :max_count => 1,
+      :key_name => keypair_name,
+      :security_group_ids => [@security_group_id],
+      :iam_instance_profile => {:arn => @instance_profile},
+      :user_data => get_user_data
+    }).instances[0].instance_id
+    expect(@instance_id).not_to be_nil
+  end
+  eventually(:upto => 600) do
+    expect(@ec2_client.describe_instance_status(:instance_ids => [@instance_id]).instance_statuses[0].instance_state.name).to eq "running"
+  end
+  @ec2_client.create_tags({:resources => [@instance_id], :tags => [{:key => EC2_TAG_KEY, :value => ""}]})
+end
+
+def get_user_data
+  user_data = "#!/bin/bash\n"\
+              "yum install -y git gcc gcc-c++ ruby-devel\n"\
+              "cd /home/ec2-user\n"\
+              "gem install io-console\n"\
+              "gem install bundler\n"\
+              "git clone https://github.com/aws/aws-codedeploy-agent.git\n"\
+              "cd aws-codedeploy-agent\n"\
+              "BUNDLE=`whereis bundle | cut -d' ' -f 2`\n"\
+              "$BUNDLE install\n"\
+              "mkdir -p /etc/codedeploy-agent/conf\n"\
+              "cp conf/codedeployagent.yml /etc/codedeploy-agent/conf/\n"\
+              "$BUNDLE exec bin/codedeploy-agent start"
+  Base64.encode64(user_data)
+end
+
+def create_deployment_role
+  begin
+    @iam_client.create_role({:role_name => DEPLOYMENT_ROLE_NAME,
+                            :assume_role_policy_document => deployment_role_policy}).role.arn
+    @iam_client.attach_role_policy({:role_name => DEPLOYMENT_ROLE_NAME,
+                                    :policy_arn => "arn:aws:iam::aws:policy/service-role/AWSCodeDeployRole"})
+  rescue Aws::IAM::Errors::EntityAlreadyExists
+    #Using the existing role
+  end
+  eventually(:upto => 60) do
+    deployment_role = @iam_client.get_role({:role_name => DEPLOYMENT_ROLE_NAME}).role
+    expect(deployment_role).not_to be_nil
+    @deployment_role ||= deployment_role.arn
+  end
+end
+
+def create_instance_role
+  begin
+    @iam_client.create_role({:role_name => INSTANCE_ROLE_NAME,
+                            :assume_role_policy_document => instance_role_policy}).role.arn
+    @iam_client.attach_role_policy({:role_name => INSTANCE_ROLE_NAME,
+                                    :policy_arn => "arn:aws:iam::aws:policy/service-role/AmazonEC2RoleforAWSCodeDeploy"})
+  rescue Aws::IAM::Errors::EntityAlreadyExists
+    #Using the existing role
+  end
+  eventually do  
+    instance_role = @iam_client.get_role({:role_name => INSTANCE_ROLE_NAME}).role
+    expect(instance_role).not_to be_nil
+    @instance_role ||= instance_role.arn
+  end
+end
+
+def create_instance_profile
+  begin
+    @instance_profile ||= @iam_client.create_instance_profile({:instance_profile_name => INSTANCE_ROLE_NAME}).instance_profile.arn
+    @iam_client.add_role_to_instance_profile({:instance_profile_name => INSTANCE_ROLE_NAME, :role_name => INSTANCE_ROLE_NAME})
+    eventually(:upto => 60) do
+      profile = @iam_client.get_instance_profile({:instance_profile_name => INSTANCE_ROLE_NAME}).instance_profile
+      expect(profile).not_to be_nil
+      expect(profile.roles).not_to be_empty
+      profile_arn ||= profile.arn
+    end
+  rescue Aws::IAM::Errors::EntityAlreadyExists
+    @instance_profile ||= @iam_client.get_instance_profile({:instance_profile_name => INSTANCE_ROLE_NAME}).instance_profile.arn
+  end
+end
+
+def deployment_role_policy
+  "{\"Version\":\"2012-10-17\",\"Statement\":[{\"Effect\":\"Allow\",\"Principal\":{\"Service\":[\"codedeploy.amazonaws.com\"]},\"Action\":[\"sts:AssumeRole\"]}]}"
+end
+
+def instance_role_policy
+  "{\"Version\":\"2012-10-17\",\"Statement\":[{\"Effect\":\"Allow\",\"Principal\":{\"Service\":[\"ec2.amazonaws.com\"]},\"Action\":[\"sts:AssumeRole\"]}]}"
+end
+
+def assert_deployment_status(expected_status, wait_sec)
+  eventually(:upto => wait_sec) do
+    actual_status = @codedeploy_client.get_deployment(:deployment_id => @deployment_id).deployment_info.status
+    expect(actual_status).to eq(expected_status)
+  end
+end