aws-codedeploy-agent 0.0.2 → 0.0.3

data/aws-codedeploy-agent.gemspec

@@ -5,7 +5,7 @@ $:.push File.expand_path("../vendor/gems/process_manager/lib", __FILE__)
 
 Gem::Specification.new do |s|
   s.name          = 'aws-codedeploy-agent'
-  s.version       = '0.0.2'
+  s.version       = '0.0.3'
   s.license       = 'Apache-2.0'
   s.summary       = 'AWS CodeDeploy Agent'
   s.description   = 'CodeDeploy Agent is responsible for doing the actual work of deploying software on an individual EC2 instance.'
@@ -21,16 +21,16 @@ Gem::Specification.new do |s|
   s.executables   = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
   s.test_files    = s.files.grep(%r{^(test|spec|features)/})
 
-  s.add_dependency('json')
-  s.add_dependency('rubyzip')
+  s.add_dependency('json_pure', '~> 1.6')
+  s.add_dependency('rubyzip', '~> 1.1.0')
   s.add_dependency('httpclient')
   s.add_dependency('rake')
+  s.add_dependency('archive-tar-minitar', '~> 0.5.2')
 
   s.add_dependency('gli', '~> 2.5')
-  s.add_dependency('aws-sdk-core', '~> 2.0.5')
+  s.add_dependency('aws-sdk-core', '~> 2.0.42')
   s.add_dependency('builder', '~> 3.2.2')
   s.add_dependency('gli', '~> 2.5.6')
-  s.add_dependency('jamespath', '~> 0.5.1')
   s.add_dependency('little-plugger', '~> 1.1.3')
   s.add_dependency('logging', '~> 1.8.1')
   s.add_dependency('multi_json', '~> 1.8.4')

data/certs/host-agent-deployment-signer-ca-chain.pem

@@ -74,3 +74,33 @@ CSqGSIb3DQEBBQUAA4GBABByUqkFFBkyCEHwxWsKzH4PIRnN5GfcX6kb5sroc50i
 2JhucwNhkcV8sEVAbkSdjbCxlnRhLQ2pRdKkkirWmnWXbj9T/UWZYB2oK0z5XqcJ
 2HUw19JlYD1n1khVdWk/kfVIC0dpImmClr7JyDiGSnoscxlIaU5rfGW/D/xwzoiQ
 -----END CERTIFICATE-----
+-----BEGIN CERTIFICATE-----
+MIIFODCCBCCgAwIBAgIQUT+5dDhwtzRAQY0wkwaZ/zANBgkqhkiG9w0BAQsFADCB
+yjELMAkGA1UEBhMCVVMxFzAVBgNVBAoTDlZlcmlTaWduLCBJbmMuMR8wHQYDVQQL
+ExZWZXJpU2lnbiBUcnVzdCBOZXR3b3JrMTowOAYDVQQLEzEoYykgMjAwNiBWZXJp
+U2lnbiwgSW5jLiAtIEZvciBhdXRob3JpemVkIHVzZSBvbmx5MUUwQwYDVQQDEzxW
+ZXJpU2lnbiBDbGFzcyAzIFB1YmxpYyBQcmltYXJ5IENlcnRpZmljYXRpb24gQXV0
+aG9yaXR5IC0gRzUwHhcNMTMxMDMxMDAwMDAwWhcNMjMxMDMwMjM1OTU5WjB+MQsw
+CQYDVQQGEwJVUzEdMBsGA1UEChMUU3ltYW50ZWMgQ29ycG9yYXRpb24xHzAdBgNV
+BAsTFlN5bWFudGVjIFRydXN0IE5ldHdvcmsxLzAtBgNVBAMTJlN5bWFudGVjIENs
+YXNzIDMgU2VjdXJlIFNlcnZlciBDQSAtIEc0MIIBIjANBgkqhkiG9w0BAQEFAAOC
+AQ8AMIIBCgKCAQEAstgFyhx0LbUXVjnFSlIJluhL2AzxaJ+aQihiw6UwU35VEYJb
+A3oNL+F5BMm0lncZgQGUWfm893qZJ4Itt4PdWid/sgN6nFMl6UgfRk/InSn4vnlW
+9vf92Tpo2otLgjNBEsPIPMzWlnqEIRoiBAMnF4scaGGTDw5RgDMdtLXO637QYqzu
+s3sBdO9pNevK1T2p7peYyo2qRA4lmUoVlqTObQJUHypqJuIGOmNIrLRM0XWTUP8T
+L9ba4cYY9Z/JJV3zADreJk20KQnNDz0jbxZKgRb78oMQw7jW2FUyPfG9D72MUpVK
+Fpd6UiFjdS8W+cRmvvW1Cdj/JwDNRHxvSz+w9wIDAQABo4IBYzCCAV8wEgYDVR0T
+AQH/BAgwBgEB/wIBADAwBgNVHR8EKTAnMCWgI6Ahhh9odHRwOi8vczEuc3ltY2Iu
+Y29tL3BjYTMtZzUuY3JsMA4GA1UdDwEB/wQEAwIBBjAvBggrBgEFBQcBAQQjMCEw
+HwYIKwYBBQUHMAGGE2h0dHA6Ly9zMi5zeW1jYi5jb20wawYDVR0gBGQwYjBgBgpg
+hkgBhvhFAQc2MFIwJgYIKwYBBQUHAgEWGmh0dHA6Ly93d3cuc3ltYXV0aC5jb20v
+Y3BzMCgGCCsGAQUFBwICMBwaGmh0dHA6Ly93d3cuc3ltYXV0aC5jb20vcnBhMCkG
+A1UdEQQiMCCkHjAcMRowGAYDVQQDExFTeW1hbnRlY1BLSS0xLTUzNDAdBgNVHQ4E
+FgQUX2DPYZBV34RDFIpgKrL1evRDGO8wHwYDVR0jBBgwFoAUf9Nlp8Ld7LvwMAnz
+Qzn6Aq8zMTMwDQYJKoZIhvcNAQELBQADggEBAF6UVkndji1l9cE2UbYD49qecxny
+H1mrWH5sJgUs+oHXXCMXIiw3k/eG7IXmsKP9H+IyqEVv4dn7ua/ScKAyQmW/hP4W
+Ko8/xabWo5N9Q+l0IZE1KPRj6S7t9/Vcf0uatSDpCr3gRRAMFJSaXaXjS5HoJJtG
+QGX0InLNmfiIEfXzf+YzguaoxX7+0AjiJVgIcWjmzaLmFN5OUiQt/eV5E1PnXi8t
+TRttQBVSK/eHiXgSgW7ZTaoteNTCLD0IX4eRnh8OsN4wUmSGiaqdZpwOdgyA8nTY
+Kvi4Os7X1g8RvmurFPW9QaAiY4nxug9vKWNmLT+sjHLF+8fk1A/yO0+MKcc=
+-----END CERTIFICATE-----

data/conf/codedeployagent.yml

@@ -5,5 +5,4 @@
 :program_name: codedeploy-agent
 :root_dir: '/tmp/codedeploy-agent'
 :verbose: false
-:wait_after_error: 1
 :wait_between_runs: 1

data/lib/instance_agent.rb

@@ -8,20 +8,8 @@ unless defined?(InstanceAgent)
   require 'instance_agent/log'
   require 'instance_agent/platform'
   require 'instance_agent/platform/linux_util'
+  require 'instance_agent/agent/plugin'
   require 'instance_agent/agent/base'
-  require 'instance_agent/codedeploy_plugin/command_poller'
-  require 'instance_agent/codedeploy_plugin/command_executor'
-  require 'instance_agent/codedeploy_plugin/deployment_specification'
-  require 'instance_agent/codedeploy_plugin/application_specification/application_specification'
-  require 'instance_agent/codedeploy_plugin/application_specification/file_info'
-  require 'instance_agent/codedeploy_plugin/application_specification/script_info'
-  require 'instance_agent/codedeploy_plugin/application_specification/linux_permission_info'
-  require 'instance_agent/codedeploy_plugin/application_specification/mode_info'
-  require 'instance_agent/codedeploy_plugin/application_specification/acl_info'
-  require 'instance_agent/codedeploy_plugin/application_specification/ace_info'
-  require 'instance_agent/codedeploy_plugin/application_specification/context_info'
-  require 'instance_agent/codedeploy_plugin/application_specification/range_info'
-  require 'instance_agent/codedeploy_plugin/install_instruction'
   require 'instance_agent/runner/master'
   require 'instance_agent/runner/child'
 end

data/lib/instance_agent/agent/base.rb

@@ -1,10 +1,15 @@
 # encoding: UTF-8
+require 'instance_agent/agent/plugin'
+
 module InstanceAgent
   module Agent
     class Base
+      include InstanceAgent::Agent::Plugin
 
       def self.runner
-        self.new
+        instance = self.new
+        instance.validate if instance.respond_to?('validate')
+        instance
       end
 
       def description
@@ -17,18 +22,39 @@ module InstanceAgent
       end
 
       def run
-        perform
-      rescue Aws::Errors::MissingCredentialsError
-        log(:error, "Missing credentials - please check if this instance was started with an IAM instance profile")
-        sleep InstanceAgent::Config.config[:wait_after_error]
-      rescue SocketError, Errno::ENETDOWN, Aws::Errors::ServiceError => e
-        log(:error, "Cannot reach InstanceService: #{e.class} - #{e.message}")
-        sleep InstanceAgent::Config.config[:wait_after_error]
-      rescue Exception => e
-        log(:error, "Error during perform: #{e.class} - #{e.message} - #{e.backtrace.join("\n")}")
-        sleep InstanceAgent::Config.config[:wait_after_error]
-      end
+        start_time = Time.now
+
+        begin
+          perform
+          @error_count = 0
+        rescue Aws::Errors::MissingCredentialsError
+          log(:error, "Missing credentials - please check if this instance was started with an IAM instance profile")
+          @error_count = @error_count.to_i + 1
+        rescue SocketError, Errno::ENETDOWN, Aws::Errors::ServiceError => e
+          log(:error, "Cannot reach InstanceService: #{e.class} - #{e.message}")
+          @error_count = @error_count.to_i + 1
+        rescue Exception => e
+          log(:error, "Error during perform: #{e.class} - #{e.message} - #{e.backtrace.join("\n")}")
+          @error_count = @error_count.to_i + 1
+        end
+
+        if @error_count > 0
+          # Max out at 90 seconds between calls and take 5 minutes before reaching the cap and allowing 10 calls to get there
 
+          if @error_count > 10
+            @error_count = 10
+          end
+
+          elapsed_time = (Time.now - start_time).ceil
+          backoff_time = (((1.2675 ** @error_count) * (90.0 / (1.2675 ** 10)))).floor
+          sleep_time = backoff_time - elapsed_time
+
+          if(sleep_time > 0)
+            log(:debug, "Sleeping #{sleep_time} seconds.")
+            sleep sleep_time
+          end
+        end
+      end
     end
   end
 end

data/lib/instance_agent/agent/plugin.rb

@@ -0,0 +1,21 @@
+require 'set'
+
+module InstanceAgent
+  module Agent
+    module Plugin
+      module PluginMethods
+        def plugins
+          @plugins ||= Set.new
+        end
+
+        def inherited(plugin)
+          plugins << plugin
+        end
+      end
+
+      def self.included(klass)
+        klass.extend PluginMethods
+      end
+    end
+  end
+end

data/lib/instance_agent/config.rb

@@ -30,7 +30,8 @@ module InstanceAgent
         :instance_service_port => nil,
         :wait_between_runs => 30,
         :wait_after_error => 30,
-        :codedeploy_test_profile => 'prod'
+        :codedeploy_test_profile => 'prod',
+        :on_premises_config_file => '/etc/codedeploy-agent/conf/codedeploy.onpremises.yml'
       })
     end
 

data/lib/instance_agent/platform/linux_util.rb

@@ -30,6 +30,10 @@ module InstanceAgent
       execute_tar_command("/bin/tar -zxpsf #{bundle_file} -C #{dst}")
     end
 
+    def self.supports_process_groups?()
+      true
+    end
+    
     private
     def self.execute_tar_command(cmd)
       log(:debug, "Executing #{cmd}")

data/lib/instance_agent/plugins/codedeploy/application_specification/ace_info.rb

@@ -0,0 +1,133 @@
+module InstanceAgent
+  module Plugins
+    module CodeDeployPlugin
+      module ApplicationSpecification
+        #Helper Class for storing an ace
+        class AceInfo
+
+          attr_reader :default, :type, :name, :read, :write, :execute
+          def initialize(ace, internal=false)
+            @default = false
+            @type = nil
+            @name = ""
+            parts = ace.split(":", -1).reverse
+            if (parts.length < 2) || (parts.length > 4)
+              raise AppSpecValidationException, "invalid acl entry #{ace}"
+            end
+
+            if (parts.length == 4)
+              if !(parts[3].eql?("d") || (parts[3].eql?("default")))
+                raise AppSpecValidationException, "invalid acl entry #{ace}"
+              end
+              @default = true
+            end
+
+            if parts.length >= 3
+              if parts[2].eql?("d") || (parts[2].eql?("default"))
+                if @default
+                  raise AppSpecValidationException, "invalid acl entry #{ace}"
+                end
+                @default = true
+              elsif parts[2].eql?("m") || parts[2].eql?("mask")
+                @type = "mask"
+              elsif parts[2].eql?("o") || parts[2].eql?("other")
+                @type = "other"
+              elsif parts[2].eql?("g") || parts[2].eql?("group")
+                @type = "group"
+              elsif parts[2].eql?("u") || parts[2].eql?("user")
+                @type = "user"
+              else
+                raise AppSpecValidationException, "invalid acl entry #{ace}"
+              end
+            end
+
+            if  parts[1].eql?("m") || parts[1].eql?("mask")
+              if @type.nil?
+                @type = "mask"
+              else
+                @name = "mask"
+              end
+            elsif parts[1].eql?("o") || parts[1].eql?("other")
+              if @type.nil?
+                @type = "other"
+              else
+                @name = "other"
+              end
+            else
+              if @type.nil?
+                @type = "user"
+              end
+              @name = parts[1]
+            end
+
+            if (@type.eql?("mask") || @type.eql?("other")) && !@name.empty?
+              raise AppSpecValidationException, "invalid acl entry #{ace}"
+            end
+            if (!internal && !@default && !@type.eql?("mask") && @name.empty?)
+              raise AppSpecValidationException, "use mode to set the base acl entry #{ace}"
+            end
+
+            perm_chars = parts[0].chars.entries
+            if (perm_chars.length == 1) && (perm_chars[0].ord >= "0".ord) && (perm_chars[0].ord <= "7".ord)
+              perm_bits = to_bits(perm_chars[0].to_i, 3)
+              @read = (perm_bits[0] == 1)
+              @write = (perm_bits[1] == 1)
+              @execute = (perm_bits[2] == 1)
+            else
+              @read = false
+              @write = false
+              @execute = false
+              perm_chars.each do |perm|
+                case perm
+                when 'r'
+                  @read = true
+                when 'w'
+                  @write = true
+                when 'x'
+                  @execute = true
+                when '-'
+                else
+                  raise AppSpecValidationException, "unrecognized permission character #{perm} in #{ace}"
+                end
+              end
+            end
+          end
+
+          #format [default:][user|group|mask|other]:[name]:(r|-)(w|-)(x|-)
+          def get_ace
+            result = "";
+            if @default
+              result = "default:"
+            end
+            result = result + type + ":" + name + ":"
+            if (@read)
+              result = result + "r"
+            else
+              result = result + "-"
+            end
+            if (@write)
+              result = result + "w"
+            else
+              result = result + "-"
+            end
+            if (@execute)
+              result = result + "x"
+            else
+              result = result + "-"
+            end
+            result
+          end
+
+          def to_bits(num, min_size)
+            bits = Array.new(min_size, 0)
+            num_bits = num.to_s(2).split("")
+            diff = [0, min_size - num_bits.length].max
+            num_bits.map.with_index {|n,i| bits[i+diff] = n.to_i}
+            bits
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/instance_agent/plugins/codedeploy/application_specification/acl_info.rb

@@ -0,0 +1,163 @@
+module InstanceAgent
+  module Plugins
+    module CodeDeployPlugin
+      module ApplicationSpecification
+        #Helper Class for storing an acl
+        class AclInfo
+
+          attr_reader :aces, :additional
+          def initialize(acl)
+            @aces = []
+            @additional = []
+            acl.each do |ace|
+              @aces << AceInfo.new(ace)
+            end
+          end
+
+          #format [default:][user|group|mask|other]:[name]:(r|-)(w|-)(x|-) (or nil if none present)
+          def get_default_ace
+            @aces.each do |ace|
+              if ace.default
+                return ace.get_ace
+              end
+            end
+            @additional.each do |ace|
+              if ace.default
+                return ace.get_ace
+              end
+            end
+            nil
+          end
+
+          #format array of aces with format: [default:][user|group|mask|other]:[name]:(r|-)(w|-)(x|-)
+          def get_acl
+            aces = []
+            @aces.each do |ace|
+              aces << ace.get_ace
+            end
+            @additional.each do |ace|
+              aces << ace.get_ace
+            end
+            aces
+          end
+
+          def add_ace(ace)
+            additional << AceInfo.new(ace, true)
+          end
+
+          def clear_additional()
+            additional = []
+          end
+
+          def has_base_named?
+            @aces.each do |ace|
+              if !ace.default && !ace.name.eql?("")
+                return true
+              end
+            end
+            @additional.each do |ace|
+              if !ace.default && !ace.name.eql?("")
+                return true
+              end
+            end
+            false
+          end
+
+          def has_base_mask?
+            @aces.each do |ace|
+              if !ace.default && ace.type.eql?("mask")
+                return true
+              end
+            end
+            @additional.each do |ace|
+              if !ace.default && ace.type.eql?("mask")
+                return true
+              end
+            end
+            false
+          end
+
+          def has_default?
+            !get_default_ace.nil?
+          end
+
+          def has_default_user?
+            @aces.each do |ace|
+              if ace.default && ace.type.eql?("user") && ace.name.eql?("")
+                return true
+              end
+            end
+            @additional.each do |ace|
+              if ace.default && ace.type.eql?("user") && ace.name.eql?("")
+                return true
+              end
+            end
+            false
+          end
+
+          def has_default_group?
+            !get_default_group_ace.nil?
+          end
+
+          #format [default:][user|group|mask|other]:[name]:(r|-)(w|-)(x|-) (or nil if not present)
+          def get_default_group_ace
+            @aces.each do |ace|
+              if ace.default && ace.type.eql?("group") && ace.name.eql?("")
+                return ace.get_ace
+              end
+            end
+            @additional.each do |ace|
+              if ace.default && ace.type.eql?("group") && ace.name.eql?("")
+                return ace.get_ace
+              end
+            end
+            nil
+          end
+
+          def has_default_other?
+            @aces.each do |ace|
+              if ace.default && ace.type.eql?("other")
+                return true
+              end
+            end
+            @additional.each do |ace|
+              if ace.default && ace.type.eql?("other")
+                return true
+              end
+            end
+            false
+          end
+
+          def has_default_named?
+            @aces.each do |ace|
+              if ace.default && !ace.name.eql?("")
+                return true
+              end
+            end
+            @additional.each do |ace|
+              if ace.default && !ace.name.eql?("")
+                return true
+              end
+            end
+            false
+          end
+
+          def has_default_mask?
+            @aces.each do |ace|
+              if ace.default && ace.type.eql?("mask")
+                return true
+              end
+            end
+            @additional.each do |ace|
+              if ace.default && ace.type.eql?("mask")
+                return true
+              end
+            end
+            false
+          end
+        end
+
+      end
+    end
+  end
+end