MovableInkAWS 1.0.18 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c67a1debb22324f3f567c390c5a5baf61c714b56567712dd6269dd044b2ed9dd
-  data.tar.gz: 9b02840d52d5ee4a4f99060ec274f9938617247e1df9468efbb352fb2ff2285f
+  metadata.gz: 7154439aecffd0332803c4aad89b681008e58a3f297116b56a4a3119d531be9b
+  data.tar.gz: a22a422e58c5631efc1ef57d6802dbafd5f8823cb1432769313b088e767ffcd5
 SHA512:
-  metadata.gz: f547de79011e7fc83bb33db7d905da20c55d8a5308ef6e539193bfabacbcf1a5f0cde3a417ec454b6c24f0361ec1bef5b0d05ebbba5730f1cc5427643be28550
-  data.tar.gz: 87ad9c72f123ef2e70d3ff35d89eeef5dac3948144668e88554de402eff5b71e733144d2d7dc9fd51473662a3e36fc479525c1ff01a63ac0d34c1046d1d2d2c7
+  metadata.gz: 6d04cbc7a65a5d71459009150197091bdd59137ee6da40e521d275ccfca861f8c85ecc0c3c07dac9741bae004828726341f8509dc0f4eab5ddada36e40309408
+  data.tar.gz: 14e3171ff0d0c041cb88deabfe10a39d43826769436e94b4ae7f8adbd92811a645b7d3ec33e7d4cd1a30a40ae4888c2d9c7b7d40604b03affc3fd2c550bcd863

data/Gemfile.lock

@@ -1,12 +1,13 @@
 PATH
   remote: .
   specs:
-    MovableInkAWS (1.0.18)
+    MovableInkAWS (1.2.0)
       aws-sdk-athena (~> 1)
       aws-sdk-autoscaling (~> 1)
       aws-sdk-cloudwatch (~> 1)
       aws-sdk-core (~> 3)
       aws-sdk-ec2 (~> 1)
+      aws-sdk-eks (~> 1)
       aws-sdk-elasticache (~> 1)
       aws-sdk-rds (~> 1)
       aws-sdk-route53 (~> 1)
@@ -20,48 +21,51 @@ GEM
   remote: https://rubygems.org/
   specs:
     aws-eventstream (1.1.0)
-    aws-partitions (1.322.0)
-    aws-sdk-athena (1.26.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-partitions (1.353.0)
+    aws-sdk-athena (1.30.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-autoscaling (1.37.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-autoscaling (1.44.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-cloudwatch (1.38.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-cloudwatch (1.42.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-core (3.97.0)
+    aws-sdk-core (3.104.3)
       aws-eventstream (~> 1, >= 1.0.2)
       aws-partitions (~> 1, >= 1.239.0)
       aws-sigv4 (~> 1.1)
       jmespath (~> 1.0)
-    aws-sdk-ec2 (1.164.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-ec2 (1.183.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-elasticache (1.35.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-eks (1.39.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-kms (1.32.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-elasticache (1.40.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-rds (1.85.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-kms (1.36.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-route53 (1.35.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-rds (1.95.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-s3 (1.67.0)
-      aws-sdk-core (~> 3, >= 3.96.1)
+    aws-sdk-route53 (1.40.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
+      aws-sigv4 (~> 1.1)
+    aws-sdk-s3 (1.76.0)
+      aws-sdk-core (~> 3, >= 3.104.1)
       aws-sdk-kms (~> 1)
       aws-sigv4 (~> 1.1)
-    aws-sdk-sns (1.24.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-sns (1.29.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sdk-ssm (1.79.0)
-      aws-sdk-core (~> 3, >= 3.71.0)
+    aws-sdk-ssm (1.86.0)
+      aws-sdk-core (~> 3, >= 3.99.0)
       aws-sigv4 (~> 1.1)
-    aws-sigv4 (1.1.4)
-      aws-eventstream (~> 1.0, >= 1.0.2)
+    aws-sigv4 (1.2.1)
+      aws-eventstream (~> 1, >= 1.0.2)
     diff-lcs (1.3)
     httparty (0.16.3)
       mime-types (~> 3.0)
@@ -75,15 +79,15 @@ GEM
       rspec-core (~> 3.9.0)
       rspec-expectations (~> 3.9.0)
       rspec-mocks (~> 3.9.0)
-    rspec-core (3.9.0)
-      rspec-support (~> 3.9.0)
-    rspec-expectations (3.9.0)
+    rspec-core (3.9.2)
+      rspec-support (~> 3.9.3)
+    rspec-expectations (3.9.2)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.9.0)
-    rspec-mocks (3.9.0)
+    rspec-mocks (3.9.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.9.0)
-    rspec-support (3.9.0)
+    rspec-support (3.9.3)
 
 PLATFORMS
   ruby
@@ -93,4 +97,4 @@ DEPENDENCIES
   rspec (~> 3.6)
 
 BUNDLED WITH
-   1.17.3
+   2.1.3

data/MovableInkAWS.gemspec

@@ -14,6 +14,7 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency 'aws-sdk-autoscaling', '~> 1'
   s.add_runtime_dependency 'aws-sdk-cloudwatch', '~> 1'
   s.add_runtime_dependency 'aws-sdk-ec2', '~> 1'
+  s.add_runtime_dependency 'aws-sdk-eks', '~> 1'
   s.add_runtime_dependency 'aws-sdk-elasticache', '~> 1'
   s.add_runtime_dependency 'aws-sdk-rds', '~> 1'
   s.add_runtime_dependency 'aws-sdk-route53', '~> 1'

data/lib/movable_ink/aws.rb

@@ -1,4 +1,5 @@
 require_relative 'aws/errors'
+require_relative 'aws/metadata'
 require_relative 'aws/ec2'
 require_relative 'aws/sns'
 require_relative 'aws/autoscaling'
@@ -6,6 +7,7 @@ require_relative 'aws/route53'
 require_relative 'aws/ssm'
 require_relative 'aws/athena'
 require_relative 'aws/s3'
+require_relative 'aws/eks'
 require_relative 'aws/elasticache'
 require_relative 'aws/api_gateway'
 require 'aws-sdk-cloudwatch'
@@ -13,6 +15,7 @@ require 'aws-sdk-cloudwatch'
 
 module MovableInk
   class AWS
+    include Metadata
     include EC2
     include SNS
     include Autoscaling
@@ -22,6 +25,7 @@ module MovableInk
     include S3
     include ElastiCache
     include ApiGateway
+    include EKS
 
     class << self
       def regions
@@ -61,6 +65,7 @@ module MovableInk
                Aws::EC2::Errors::ResourceAlreadyAssociated,
                Aws::EC2::Errors::Unavailable,
                Aws::SNS::Errors::ThrottledException,
+               Aws::AutoScaling::Errors::Throttling,
                Aws::AutoScaling::Errors::ThrottledException,
                Aws::S3::Errors::SlowDown,
                Aws::Route53::Errors::Throttling,
@@ -68,6 +73,7 @@ module MovableInk
                Aws::Route53::Errors::PriorRequestNotComplete,
                Aws::Route53::Errors::ServiceUnavailable,
                Aws::SSM::Errors::TooManyUpdates,
+               Aws::SSM::Errors::ThrottlingException,
                Aws::Athena::Errors::ThrottlingException,
                MovableInk::AWS::Errors::NoEnvironmentTagError
           sleep_time = (num+1)**2 + rand(10)
@@ -93,14 +99,6 @@ module MovableInk
       self.class.regions
     end
 
-    def availability_zone
-      @availability_zone ||= begin
-        az = `ec2metadata --availability-zone 2>/dev/null`.chomp
-        raise(MovableInk::AWS::Errors::EC2Required) if az.empty?
-        az
-      end
-    end
-
     def my_region
       @my_region ||= availability_zone.chop
     end

data/lib/movable_ink/aws/ec2.rb

@@ -63,14 +63,6 @@ module MovableInk
         end
       end
 
-      def instance_id
-        @instance_id ||= begin
-          id = `ec2metadata --instance-id 2>/dev/null`.chomp
-          raise(MovableInk::AWS::Errors::EC2Required) if id.empty?
-          id
-        end
-      end
-
       def instance_tags
         @instance_tags ||= run_with_backoff(quiet: true) do
           ec2.describe_tags({
@@ -79,14 +71,6 @@ module MovableInk
         end
       end
 
-      def private_ipv4
-        @ipv4 ||= begin
-          ipv4 = `ec2metadata --local-ipv4 2>/dev/null`.chomp
-          raise(MovableInk::AWS::Errors::EC2Required) if ipv4.empty?
-          ipv4
-        end
-      end
-
       def me
         @me ||= all_instances.select{|instance| instance.instance_id == instance_id}.first rescue nil
       end
@@ -98,7 +82,7 @@ module MovableInk
             name: 'tag:mi:roles',
             values: roles
           })
-          instances = load_all_instances(my_region, filter: filter)
+          instances = load_all_instances(region, filter: filter)
         else
           instances = all_instances(region: region).select { |instance|
             instance.tags.select{ |tag| tag.key == 'mi:roles' }.detect { |tag|

data/lib/movable_ink/aws/eks.rb

@@ -0,0 +1,58 @@
+require 'aws-sdk-eks'
+require 'yaml'
+
+module MovableInk
+  class AWS
+    module EKS
+      def eks(region: my_region)
+        @eks_client ||= {}
+        @eks_client[region] ||= Aws::EKS::Client.new(region: region)
+      end
+
+      def generate_kubeconfig(region: my_region, cluster_name:)
+        client = eks(region: region)
+
+        resp = run_with_backoff do
+          client.describe_cluster({ name: cluster_name })
+        rescue Aws::EKS::Errors::ResourceNotFoundException
+          return nil
+        end
+
+        cluster_arn = resp.cluster.arn
+        cluster_server_address = resp.cluster.endpoint
+        cluster_certificate_authority_data = resp.cluster.certificate_authority.data
+
+        {
+          'apiVersion' => 'v1',
+          'clusters' => [{
+            'cluster' => {
+              'certificate-authority-data' => cluster_certificate_authority_data,
+              'server' => cluster_server_address,
+            },
+            'name' => cluster_arn
+          }],
+          'contexts' => [{
+            'context' => {
+              'cluster' => cluster_arn,
+              'user' => cluster_arn,
+            },
+            'name' => cluster_arn,
+          }],
+          'current-context' => cluster_arn,
+          'kind' => 'Config',
+          'preferences' => {},
+          'users' => [{
+            'name' => cluster_arn,
+            'user' => {
+              'exec' => {
+                'apiVersion' => 'client.authentication.k8s.io/v1alpha1',
+                'args' => ['--region', region, 'eks', 'get-token', '--cluster-name', cluster_name],
+                'command' => 'aws',
+              }
+            }
+          }]
+        }.to_yaml
+      end
+    end
+  end
+end

data/lib/movable_ink/aws/metadata.rb

@@ -0,0 +1,62 @@
+require 'net/http'
+
+module MovableInk
+  class AWS
+    module Metadata
+      def http
+        @http ||= begin
+          http = Net::HTTP.new("169.254.169.254", 80)
+          http.open_timeout = 1
+          http.read_timeout = 1
+          http
+        end
+      end
+
+      def retrieve_metadata(key)
+        request = Net::HTTP::Get.new("/latest/meta-data/#{key}")
+        request['X-aws-ec2-metadata-token'] = imds_token
+        response = http.request(request)
+        response.body
+      rescue
+        ""
+      end
+
+      def availability_zone
+        @availability_zone ||= begin
+          az = retrieve_metadata('placement/availability-zone')
+          raise(MovableInk::AWS::Errors::EC2Required) if az.empty?
+          az
+        end
+      end
+
+      def instance_id
+        @instance_id ||= begin
+          id = retrieve_metadata('instance-id')
+          raise(MovableInk::AWS::Errors::EC2Required) if id.empty?
+          id
+        end
+      end
+
+      def private_ipv4
+        @ipv4 ||= begin
+          ipv4 = retrieve_metadata('local-ipv4')
+          raise(MovableInk::AWS::Errors::EC2Required) if ipv4.empty?
+          ipv4
+        end
+      end
+
+      private
+
+      def imds_token
+        begin
+          request = Net::HTTP::Put.new('/latest/api/token')
+          request['X-aws-ec2-metadata-token-ttl-seconds'] = 120
+          response = http.request(request)
+          response.body
+        rescue
+          nil
+        end
+      end
+    end
+  end
+end

data/lib/movable_ink/version.rb

@@ -1,5 +1,5 @@
 module MovableInk
   class AWS
-    VERSION = '1.0.18'
+    VERSION = '1.2.0'
   end
 end

data/spec/aws_spec.rb

@@ -2,15 +2,6 @@ require_relative '../lib/movable_ink/aws'
 
 describe MovableInk::AWS do
   context "outside EC2" do
-    it "should raise an error if EC2 is required" do
-      aws = MovableInk::AWS.new
-      allow(aws).to receive(:`).with('ec2metadata --instance-id 2>/dev/null').and_return("")
-      allow(aws).to receive(:`).with('ec2metadata --availability-zone 2>/dev/null').and_return("")
-
-      expect{ aws.instance_id }.to raise_error(MovableInk::AWS::Errors::EC2Required)
-      expect{ aws.availability_zone }.to raise_error(MovableInk::AWS::Errors::EC2Required)
-    end
-
     it 'doesnt raise an error if instance_id is set' do
       aws = MovableInk::AWS.new(instance_id: 'i-987654321')
       expect(aws.instance_id).to eq('i-987654321')
@@ -18,21 +9,9 @@ describe MovableInk::AWS do
   end
 
   context "inside EC2" do
-    it "should call ec2metadata to get the instance ID" do
-      aws = MovableInk::AWS.new
-      expect(aws).to receive(:`).with('ec2metadata --instance-id 2>/dev/null').and_return("i-12345\n")
-      expect(aws.instance_id).to eq('i-12345')
-    end
-
-    it "should call ec2metadata to get the availability zone" do
-      aws = MovableInk::AWS.new
-      expect(aws).to receive(:`).with('ec2metadata --availability-zone 2>/dev/null').and_return("us-east-1a\n")
-      expect(aws.availability_zone).to eq('us-east-1a')
-    end
-
     it "should find the datacenter by region" do
       aws = MovableInk::AWS.new
-      expect(aws).to receive(:`).with('ec2metadata --availability-zone 2>/dev/null').and_return("us-east-1a\n")
+      expect(aws).to receive(:retrieve_metadata).with('placement/availability-zone').and_return("us-east-1a")
       expect(aws.datacenter).to eq('iad')
     end
 

data/spec/ec2_spec.rb

@@ -4,17 +4,11 @@ describe MovableInk::AWS::EC2 do
   context "outside EC2" do
     it "should raise an error if trying to load mi_env outside of EC2" do
       aws = MovableInk::AWS.new
-      allow(aws).to receive(:`).with('ec2metadata --instance-id 2>/dev/null').and_return("")
-      allow(aws).to receive(:`).with('ec2metadata --availability-zone 2>/dev/null').and_return("")
+      allow(aws).to receive(:retrieve_metadata).with('instance-id').and_return("")
+      allow(aws).to receive(:retrieve_metadata).with('placement/availability-zone').and_return("")
       expect{ aws.mi_env }.to raise_error(MovableInk::AWS::Errors::EC2Required)
     end
 
-    it 'should raise an error if trying to load private_ipv4 outside of EC2' do
-      aws = MovableInk::AWS.new
-      allow(aws).to receive(:`).with('ec2metadata --local-ipv4 2>/dev/null').and_return('')
-      expect{ aws.private_ipv4 }.to raise_error(MovableInk::AWS::Errors::EC2Required)
-    end
-
     it "should use the provided environment" do
       aws = MovableInk::AWS.new(environment: 'test')
       expect(aws.mi_env).to eq('test')
@@ -67,12 +61,6 @@ describe MovableInk::AWS::EC2 do
       expect(aws.mi_env).to eq('test')
     end
 
-    it 'calls ec2metadata to get the private ipv4 address of the instance' do
-      aws = MovableInk::AWS.new
-      allow(aws).to receive(:`).with('ec2metadata --local-ipv4 2>/dev/null').and_return('10.0.0.1')
-      expect(aws.private_ipv4).to eq('10.0.0.1')
-    end
-
     context 'instance_tags' do
       it 'returns the tags of the current instance' do
         ec2.stub_responses(:describe_tags, tag_data)

data/spec/metadata_spec.rb

@@ -0,0 +1,40 @@
+require_relative '../lib/movable_ink/aws'
+
+describe MovableInk::AWS::Metadata do
+  context 'outside ec2' do
+    it 'should raise an error if EC2 is required' do
+      aws = MovableInk::AWS.new
+      allow(aws).to receive(:retrieve_metadata).with('instance-id').and_return("")
+      allow(aws).to receive(:retrieve_metadata).with('placement/availability-zone').and_return("")
+
+      expect{ aws.instance_id }.to raise_error(MovableInk::AWS::Errors::EC2Required)
+      expect{ aws.availability_zone }.to raise_error(MovableInk::AWS::Errors::EC2Required)
+    end
+
+    it 'should raise an error if trying to load private_ipv4 outside of EC2' do
+      aws = MovableInk::AWS.new
+      allow(aws).to receive(:retrieve_metadata).with('local-ipv4').and_return('')
+      expect{ aws.private_ipv4 }.to raise_error(MovableInk::AWS::Errors::EC2Required)
+    end
+  end
+
+  context 'inside ec2' do
+    it 'calls the EC2 metadata service to get the private ipv4 address of the instance' do
+      aws = MovableInk::AWS.new
+      allow(aws).to receive(:retrieve_metadata).with('local-ipv4').and_return('10.0.0.1')
+      expect(aws.private_ipv4).to eq('10.0.0.1')
+    end
+
+    it 'calls the EC2 metadata service to get the instance ID' do
+      aws = MovableInk::AWS.new
+      expect(aws).to receive(:retrieve_metadata).with('instance-id').and_return("i-12345")
+      expect(aws.instance_id).to eq('i-12345')
+    end
+
+    it 'calls the EC2 metadata service to get the availability zone' do
+      aws = MovableInk::AWS.new
+      expect(aws).to receive(:retrieve_metadata).with('placement/availability-zone').and_return("us-east-1a")
+      expect(aws.availability_zone).to eq('us-east-1a')
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: MovableInkAWS
 version: !ruby/object:Gem::Version
-  version: 1.0.18
+  version: 1.2.0
 platform: ruby
 authors:
 - Matt Chesler
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-05-30 00:00:00.000000000 Z
+date: 2020-08-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: aws-sdk-core
@@ -80,6 +80,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-eks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
 - !ruby/object:Gem::Dependency
   name: aws-sdk-elasticache
   requirement: !ruby/object:Gem::Requirement
@@ -210,8 +224,10 @@ files:
 - lib/movable_ink/aws/athena.rb
 - lib/movable_ink/aws/autoscaling.rb
 - lib/movable_ink/aws/ec2.rb
+- lib/movable_ink/aws/eks.rb
 - lib/movable_ink/aws/elasticache.rb
 - lib/movable_ink/aws/errors.rb
+- lib/movable_ink/aws/metadata.rb
 - lib/movable_ink/aws/route53.rb
 - lib/movable_ink/aws/s3.rb
 - lib/movable_ink/aws/sns.rb
@@ -221,6 +237,7 @@ files:
 - spec/aws_spec.rb
 - spec/ec2_spec.rb
 - spec/elasticache_spec.rb
+- spec/metadata_spec.rb
 - spec/route53_spec.rb
 - spec/s3_spec.rb
 - spec/sns_spec.rb
@@ -243,8 +260,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 3.0.8
 signing_key: 
 specification_version: 4
 summary: AWS Utility methods for MovableInk