MovableInkAWS 1.0.17 → 1.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4563a27230a7711f44768ef561751a2366e03195de236dfb18a29bbff559c78b
-  data.tar.gz: b42568ac0c14f98d09420d4c2819b58eb047be5c31ca9a2e576c61685f69445b
+  metadata.gz: 7cefbe8ebb6f26b75ebbd79c72c54bee43338f21eabfe3402bdcd9496c66bbf4
+  data.tar.gz: 6fa2f605910e9cd4afbb1286a769f7ad6307ce0be94ba2933e2e567ef6cffd33
 SHA512:
-  metadata.gz: e9d9d52abbe8c75ce57a6cbd4165ea5188341106c4cf79cdc49fb96b9eda8db2b1e2216b948c750867c6333a9d29c682ef12084fd75186619b29d435606a99b7
-  data.tar.gz: c956e15226b703d33fdf7d74b367dac8259106cea459f5ca00ddfbe7fd05b17ccca18bdee22bde39c697370c7fb33ddd1ddf6210141efeea329f35b23f0a95c8
+  metadata.gz: 6ddba12e6beb952a764278aee29ed2e050f16d102b472acdc6bee2c93452516cb5022c3ff6763f39366bd6baaf06719fee29e697fe0f894e93a58e8c91f80da0
+  data.tar.gz: 4dc568a16f612ef6cc0afdbcd2842ef3a73b3224d0ad395655e7cf407d20ab209d17878c92e4415db71c8cdaa2f9cc6c580ac423a6be8093074c4c2ef2bfd860

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    MovableInkAWS (1.0.17)
+    MovableInkAWS (1.1.6)
       aws-sdk-athena (~> 1)
       aws-sdk-autoscaling (~> 1)
       aws-sdk-cloudwatch (~> 1)
@@ -20,48 +20,48 @@ GEM
   remote: https://rubygems.org/
   specs:
     aws-eventstream (1.1.0)
-    aws-partitions (1.322.0)
-    aws-sdk-athena (1.26.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-partitions (1.351.0)
+    aws-sdk-athena (1.30.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-autoscaling (1.37.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-autoscaling (1.44.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-cloudwatch (1.38.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-cloudwatch (1.42.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-core (3.97.0)
+    aws-sdk-core (3.104.3)
       aws-eventstream (~> 1, >= 1.0.2)
       aws-partitions (~> 1, >= 1.239.0)
       aws-sigv4 (~> 1.1)
       jmespath (~> 1.0)
-    aws-sdk-ec2 (1.164.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-ec2 (1.182.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-elasticache (1.35.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-elasticache (1.40.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-kms (1.32.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-kms (1.36.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-rds (1.85.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-rds (1.95.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-route53 (1.35.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-route53 (1.40.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-s3 (1.67.0)
-      aws-sdk-core (~> 3, >= 3.96.1)
+    aws-sdk-s3 (1.75.0)
+      aws-sdk-core (~> 3, >= 3.104.1)
       aws-sdk-kms (~> 1)
       aws-sigv4 (~> 1.1)
-    aws-sdk-sns (1.24.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-sns (1.29.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-ssm (1.79.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-ssm (1.86.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sigv4 (1.1.4)
-      aws-eventstream (~> 1.0, >= 1.0.2)
+    aws-sigv4 (1.2.1)
+      aws-eventstream (~> 1, >= 1.0.2)
     diff-lcs (1.3)
     httparty (0.16.3)
       mime-types (~> 3.0)
@@ -75,15 +75,15 @@ GEM
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
       rspec-mocks (~> 3.9.0)
-    rspec-core (3.9.0)
-      rspec-support (~> 3.9.0)
-    rspec-expectations (3.9.0)
+    rspec-core (3.9.2)
+      rspec-support (~> 3.9.3)
+    rspec-expectations (3.9.2)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.9.0)
-    rspec-mocks (3.9.0)
+    rspec-mocks (3.9.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.9.0)
-    rspec-support (3.9.0)
+    rspec-support (3.9.3)
 
 PLATFORMS
   ruby
@@ -93,4 +93,4 @@ DEPENDENCIES
   rspec (~> 3.6)
 
 BUNDLED WITH
-   1.17.3
+   2.1.3

data/lib/movable_ink/aws.rb

@@ -1,4 +1,5 @@
 require_relative 'aws/errors'
+require_relative 'aws/metadata'
 require_relative 'aws/ec2'
 require_relative 'aws/sns'
 require_relative 'aws/autoscaling'
@@ -13,6 +14,7 @@ require 'aws-sdk-cloudwatch'
 
 module MovableInk
   class AWS
+    include Metadata
     include EC2
     include SNS
     include Autoscaling
@@ -61,6 +63,7 @@ module MovableInk
                Aws::EC2::Errors::ResourceAlreadyAssociated,
                Aws::EC2::Errors::Unavailable,
                Aws::SNS::Errors::ThrottledException,
+               Aws::AutoScaling::Errors::Throttling,
                Aws::AutoScaling::Errors::ThrottledException,
                Aws::S3::Errors::SlowDown,
                Aws::Route53::Errors::Throttling,
@@ -68,6 +71,7 @@ module MovableInk
                Aws::Route53::Errors::PriorRequestNotComplete,
                Aws::Route53::Errors::ServiceUnavailable,
                Aws::SSM::Errors::TooManyUpdates,
+               Aws::SSM::Errors::ThrottlingException,
                Aws::Athena::Errors::ThrottlingException,
                MovableInk::AWS::Errors::NoEnvironmentTagError
           sleep_time = (num+1)**2 + rand(10)
@@ -93,14 +97,6 @@ module MovableInk
       self.class.regions
     end
 
-    def availability_zone
-      @availability_zone ||= begin
-        az = `ec2metadata --availability-zone 2>/dev/null`.chomp
-        raise(MovableInk::AWS::Errors::EC2Required) if az.empty?
-        az
-      end
-    end
-
     def my_region
       @my_region ||= availability_zone.chop
     end

data/lib/movable_ink/aws/ec2.rb

@@ -63,14 +63,6 @@ module MovableInk
         end
       end
 
-      def instance_id
-        @instance_id ||= begin
-          id = `ec2metadata --instance-id 2>/dev/null`.chomp
-          raise(MovableInk::AWS::Errors::EC2Required) if id.empty?
-          id
-        end
-      end
-
       def instance_tags
         @instance_tags ||= run_with_backoff(quiet: true) do
           ec2.describe_tags({
@@ -79,14 +71,6 @@ module MovableInk
         end
       end
 
-      def private_ipv4
-        @ipv4 ||= begin
-          ipv4 = `ec2metadata --local-ipv4 2>/dev/null`.chomp
-          raise(MovableInk::AWS::Errors::EC2Required) if ipv4.empty?
-          ipv4
-        end
-      end
-
       def me
         @me ||= all_instances.select{|instance| instance.instance_id == instance_id}.first rescue nil
       end
@@ -98,7 +82,7 @@ module MovableInk
             name: 'tag:mi:roles',
             values: roles
           })
-          instances = load_all_instances(my_region, filter: filter)
+          instances = load_all_instances(region, filter: filter)
         else
           instances = all_instances(region: region).select { |instance|
             instance.tags.select{ |tag| tag.key == 'mi:roles' }.detect { |tag|
@@ -127,15 +111,15 @@ module MovableInk
       end
 
       def statsd_host
-        instance_ip_addresses_by_role(role: 'statsd', availability_zone: availability_zone).sample
+        instance_ip_addresses_by_role(role: 'statsd', availability_zone: availability_zone, use_cache: false).sample
       end
 
       def private_ip_addresses(instances)
         instances.map(&:private_ip_address)
       end
 
-      def instance_ip_addresses_by_role(role:, exclude_roles: [], region: my_region, availability_zone: nil, exact_match: false)
-        private_ip_addresses(instances(role: role, exclude_roles: exclude_roles, region: region, availability_zone: availability_zone, exact_match: exact_match))
+      def instance_ip_addresses_by_role(role:, exclude_roles: [], region: my_region, availability_zone: nil, exact_match: false, use_cache: true)
+        private_ip_addresses(instances(role: role, exclude_roles: exclude_roles, region: region, availability_zone: availability_zone, exact_match: exact_match, use_cache: use_cache))
       end
 
       def instance_ip_addresses_by_role_ordered(role:, exclude_roles: [], region: my_region, exact_match: false)

data/lib/movable_ink/aws/metadata.rb

@@ -0,0 +1,62 @@
+require 'net/http'
+
+module MovableInk
+  class AWS
+    module Metadata
+      def http
+        @http ||= begin
+          http = Net::HTTP.new("169.254.169.254", 80)
+          http.open_timeout = 1
+          http.read_timeout = 1
+          http
+        end
+      end
+
+      def retrieve_metadata(key)
+        request = Net::HTTP::Get.new("/latest/meta-data/#{key}")
+        request['X-aws-ec2-metadata-token'] = imds_token
+        response = http.request(request)
+        response.body
+      rescue
+        ""
+      end
+
+      def availability_zone
+        @availability_zone ||= begin
+          az = retrieve_metadata('placement/availability-zone')
+          raise(MovableInk::AWS::Errors::EC2Required) if az.empty?
+          az
+        end
+      end
+
+      def instance_id
+        @instance_id ||= begin
+          id = retrieve_metadata('instance-id')
+          raise(MovableInk::AWS::Errors::EC2Required) if id.empty?
+          id
+        end
+      end
+
+      def private_ipv4
+        @ipv4 ||= begin
+          ipv4 = retrieve_metadata('local-ipv4')
+          raise(MovableInk::AWS::Errors::EC2Required) if ipv4.empty?
+          ipv4
+        end
+      end
+
+      private
+
+      def imds_token
+        begin
+          request = Net::HTTP::Put.new('/latest/api/token')
+          request['X-aws-ec2-metadata-token-ttl-seconds'] = 120
+          response = http.request(request)
+          response.body
+        rescue
+          nil
+        end
+      end
+    end
+  end
+end

data/lib/movable_ink/version.rb

@@ -1,5 +1,5 @@
 module MovableInk
   class AWS
-    VERSION = '1.0.17'
+    VERSION = '1.1.6'
   end
 end

data/spec/aws_spec.rb

@@ -2,15 +2,6 @@ require_relative '../lib/movable_ink/aws'
 
 describe MovableInk::AWS do
   context "outside EC2" do
-    it "should raise an error if EC2 is required" do
-      aws = MovableInk::AWS.new
-      allow(aws).to receive(:`).with('ec2metadata --instance-id 2>/dev/null').and_return("")
-      allow(aws).to receive(:`).with('ec2metadata --availability-zone 2>/dev/null').and_return("")
-
-      expect{ aws.instance_id }.to raise_error(MovableInk::AWS::Errors::EC2Required)
-      expect{ aws.availability_zone }.to raise_error(MovableInk::AWS::Errors::EC2Required)
-    end
-
     it 'doesnt raise an error if instance_id is set' do
       aws = MovableInk::AWS.new(instance_id: 'i-987654321')
       expect(aws.instance_id).to eq('i-987654321')
@@ -18,21 +9,9 @@ describe MovableInk::AWS do
   end
 
   context "inside EC2" do
-    it "should call ec2metadata to get the instance ID" do
-      aws = MovableInk::AWS.new
-      expect(aws).to receive(:`).with('ec2metadata --instance-id 2>/dev/null').and_return("i-12345\n")
-      expect(aws.instance_id).to eq('i-12345')
-    end
-
-    it "should call ec2metadata to get the availability zone" do
-      aws = MovableInk::AWS.new
-      expect(aws).to receive(:`).with('ec2metadata --availability-zone 2>/dev/null').and_return("us-east-1a\n")
-      expect(aws.availability_zone).to eq('us-east-1a')
-    end
-
     it "should find the datacenter by region" do
       aws = MovableInk::AWS.new
-      expect(aws).to receive(:`).with('ec2metadata --availability-zone 2>/dev/null').and_return("us-east-1a\n")
+      expect(aws).to receive(:retrieve_metadata).with('placement/availability-zone').and_return("us-east-1a")
       expect(aws.datacenter).to eq('iad')
     end
 

data/spec/ec2_spec.rb

@@ -4,17 +4,11 @@ describe MovableInk::AWS::EC2 do
   context "outside EC2" do
     it "should raise an error if trying to load mi_env outside of EC2" do
       aws = MovableInk::AWS.new
-      allow(aws).to receive(:`).with('ec2metadata --instance-id 2>/dev/null').and_return("")
-      allow(aws).to receive(:`).with('ec2metadata --availability-zone 2>/dev/null').and_return("")
+      allow(aws).to receive(:retrieve_metadata).with('instance-id').and_return("")
+      allow(aws).to receive(:retrieve_metadata).with('placement/availability-zone').and_return("")
       expect{ aws.mi_env }.to raise_error(MovableInk::AWS::Errors::EC2Required)
     end
 
-    it 'should raise an error if trying to load private_ipv4 outside of EC2' do
-      aws = MovableInk::AWS.new
-      allow(aws).to receive(:`).with('ec2metadata --local-ipv4 2>/dev/null').and_return('')
-      expect{ aws.private_ipv4 }.to raise_error(MovableInk::AWS::Errors::EC2Required)
-    end
-
     it "should use the provided environment" do
       aws = MovableInk::AWS.new(environment: 'test')
       expect(aws.mi_env).to eq('test')
@@ -67,12 +61,6 @@ describe MovableInk::AWS::EC2 do
       expect(aws.mi_env).to eq('test')
     end
 
-    it 'calls ec2metadata to get the private ipv4 address of the instance' do
-      aws = MovableInk::AWS.new
-      allow(aws).to receive(:`).with('ec2metadata --local-ipv4 2>/dev/null').and_return('10.0.0.1')
-      expect(aws.private_ipv4).to eq('10.0.0.1')
-    end
-
     context 'instance_tags' do
       it 'returns the tags of the current instance' do
         ec2.stub_responses(:describe_tags, tag_data)
@@ -153,18 +141,6 @@ describe MovableInk::AWS::EC2 do
               availability_zone: availability_zone
             }
           },
-          {
-            tags: [
-              {
-                key: 'mi:roles',
-                value: 'something_else'
-              }
-            ],
-            private_ip_address: '10.0.0.3',
-            placement: {
-              availability_zone: availability_zone
-            }
-          }
         ]])
       }
 

data/spec/metadata_spec.rb

@@ -0,0 +1,40 @@
+require_relative '../lib/movable_ink/aws'
+
+describe MovableInk::AWS::Metadata do
+  context 'outside ec2' do
+    it 'should raise an error if EC2 is required' do
+      aws = MovableInk::AWS.new
+      allow(aws).to receive(:retrieve_metadata).with('instance-id').and_return("")
+      allow(aws).to receive(:retrieve_metadata).with('placement/availability-zone').and_return("")
+
+      expect{ aws.instance_id }.to raise_error(MovableInk::AWS::Errors::EC2Required)
+      expect{ aws.availability_zone }.to raise_error(MovableInk::AWS::Errors::EC2Required)
+    end
+
+    it 'should raise an error if trying to load private_ipv4 outside of EC2' do
+      aws = MovableInk::AWS.new
+      allow(aws).to receive(:retrieve_metadata).with('local-ipv4').and_return('')
+      expect{ aws.private_ipv4 }.to raise_error(MovableInk::AWS::Errors::EC2Required)
+    end
+  end
+
+  context 'inside ec2' do
+    it 'calls the EC2 metadata service to get the private ipv4 address of the instance' do
+      aws = MovableInk::AWS.new
+      allow(aws).to receive(:retrieve_metadata).with('local-ipv4').and_return('10.0.0.1')
+      expect(aws.private_ipv4).to eq('10.0.0.1')
+    end
+
+    it 'calls the EC2 metadata service to get the instance ID' do
+      aws = MovableInk::AWS.new
+      expect(aws).to receive(:retrieve_metadata).with('instance-id').and_return("i-12345")
+      expect(aws.instance_id).to eq('i-12345')
+    end
+
+    it 'calls the EC2 metadata service to get the availability zone' do
+      aws = MovableInk::AWS.new
+      expect(aws).to receive(:retrieve_metadata).with('placement/availability-zone').and_return("us-east-1a")
+      expect(aws.availability_zone).to eq('us-east-1a')
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: MovableInkAWS
 version: !ruby/object:Gem::Version
-  version: 1.0.17
+  version: 1.1.6
 platform: ruby
 authors:
 - Matt Chesler
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-05-29 00:00:00.000000000 Z
+date: 2020-08-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -212,6 +212,7 @@ files:
 - lib/movable_ink/aws/ec2.rb
 - lib/movable_ink/aws/elasticache.rb
 - lib/movable_ink/aws/errors.rb
+- lib/movable_ink/aws/metadata.rb
 - lib/movable_ink/aws/route53.rb
 - lib/movable_ink/aws/s3.rb
 - lib/movable_ink/aws/sns.rb
@@ -221,6 +222,7 @@ files:
 - spec/aws_spec.rb
 - spec/ec2_spec.rb
 - spec/elasticache_spec.rb
+- spec/metadata_spec.rb
 - spec/route53_spec.rb
 - spec/s3_spec.rb
 - spec/sns_spec.rb
@@ -243,8 +245,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 3.0.8
 signing_key: 
 specification_version: 4
 summary: AWS Utility methods for MovableInk