openstax_aws 1.0.0

data/lib/openstax/aws/distribution.rb

@@ -0,0 +1,56 @@
+module OpenStax::Aws
+  class Distribution
+
+    attr_reader :id, :region, :logger
+
+    def initialize(id:, region:, logger: nil)
+      @id = id
+      @region = region
+      @logger ||= Logger.new(IO::NULL)
+    end
+
+    def invalidate(paths:, wait: false)
+      paths = [paths].flatten.compact
+
+      resp = client.create_invalidation({
+        distribution_id: id,
+        invalidation_batch: {
+          paths: {
+            quantity: paths.length,
+            items: paths,
+          },
+          caller_reference: "#{paths.join(' ')} #{Time.now.utc.strftime("%Y%m%d-%H%M%S")}"
+        },
+      })
+
+      invalidation_id = resp.invalidation.id
+
+      logger.info("Created invalidation #{invalidation_id} for paths #{paths.join(', ')}.")
+
+      wait_message = OpenStax::Aws::WaitMessage.new(
+        message: "Waiting for invalidation #{invalidation_id} to be completed"
+      )
+
+      begin
+        Aws::CloudFront::Waiters::InvalidationCompleted.new(
+          client: client,
+          before_attempt: ->(*) { wait_message.say_it }
+        ).wait(
+          distribution_id: id,
+          id: invalidation_id
+        )
+      rescue Aws::Waiters::Errors::WaiterFailed => error
+        logger.error "Waiting failed: #{error.message}"
+        raise
+      end
+      logger.info "Invalidation #{invalidation_id} has been completed!"
+    end
+
+    protected
+
+    def client
+      @cloudfront_client ||= ::Aws::CloudFront::Client.new(region: region)
+    end
+
+  end
+end

data/lib/openstax/aws/ec2_instance_data.rb

@@ -0,0 +1,18 @@
+module OpenStax::Aws
+  class Ec2InstanceData
+
+    def self.get(key)
+      endpoint = "http://169.254.169.254/latest/#{key}"
+      Net::HTTP.get(URI.parse(endpoint))
+    end
+
+    def self.instance_id
+      get("meta-data/instance-id")
+    end
+
+    def self.region
+      get("meta-data/placement/availability-zone")[0..-2]
+    end
+
+  end
+end

data/lib/openstax/aws/extensions.rb

@@ -0,0 +1,19 @@
+class String
+  def blank?
+    respond_to?(:empty?) ? !!empty? : !self
+  end
+
+  def present?
+    !blank?
+  end
+end
+
+class NilClass
+  def blank?
+    true
+  end
+
+  def present?
+    false
+  end
+end

data/lib/openstax/aws/git_helper.rb

@@ -0,0 +1,18 @@
+require 'git'
+require 'open-uri'
+
+module OpenStax::Aws
+  module GitHelper
+
+    def self.sha_for_branch_name(org_slash_repo:, branch:)
+      ::Git.ls_remote("https://github.com/#{org_slash_repo}")["branches"][branch][:sha]
+    end
+
+    def self.file_content_at_sha(org_slash_repo:, sha:, path:)
+      location = "https://raw.githubusercontent.com/#{org_slash_repo}/#{sha}/#{path}"
+      file = open(location)
+      file.read
+    end
+
+  end
+end

data/lib/openstax/aws/image.rb

@@ -0,0 +1,34 @@
+module OpenStax::Aws
+  class Image
+
+    attr_reader :aws_image
+
+    def initialize(id: nil, region: nil, aws_image: nil)
+      if aws_image
+        @aws_image = aws_image
+      else
+        if id.nil? || region.nil?
+          raise ArgumentError, "`id` and `region` must be provided"
+        end
+
+        @aws_image = Aws::EC2::Image.new(id, region: region)
+      end
+    end
+
+    def get_tag(key:)
+      tag = aws_image.tags.find{|tag| tag.key == key}
+      raise "No tag with key #{key} on AMI #{aws_image.image_id}" if tag.nil?
+      tag.value
+    end
+
+    def sha
+      get_tag(key: "sha")
+    end
+
+    def self.find_by_sha(sha:, region:)  
+      Aws::EC2::Client.new(region: region).describe_images({
+        filters: [{name: "tag:sha", values: [sha]}]
+      }).images.map{|aws_image| new(aws_image: aws_image)}
+    end
+  end
+end

data/lib/openstax/aws/msk_cluster.rb

@@ -0,0 +1,19 @@
+module OpenStax::Aws
+  class MskCluster
+
+    attr_reader :client, :cluster_arn
+
+    delegate_missing_to :@client
+
+    def initialize(cluster_arn:, region:)
+      @cluster_arn = cluster_arn
+      @client = ::Aws::Kafka::Client.new(region: region)
+    end
+
+    def bootstrap_broker_string
+      client.get_bootstrap_brokers(cluster_arn: cluster_arn).bootstrap_broker_string
+    end
+
+  end
+end
+

data/lib/openstax/aws/packer_1_2_5.rb

@@ -0,0 +1,63 @@
+require 'open3'
+
+module OpenStax::Aws
+  class Packer_1_2_5
+
+    def initialize(absolute_file_path:, dry_run: true)
+      @logger = OpenStax::Aws.configuration.logger
+      @only = []
+      @vars = {}
+      @dry_run = dry_run
+      @verbose = false
+      @debug = false
+      @absolute_file_path = absolute_file_path
+    end
+
+    def only(builders)
+      @only = [builders].flatten
+    end
+
+    def var(key, value)
+      @vars[key.to_s] = value.to_s
+    end
+
+    def verbose!
+      @verbose = true
+    end
+
+    def debug!
+      @debug = true
+    end
+
+    def command
+      cmd = "packer build --only=amazon-ebs"
+
+      cmd = "#{cmd} --only=#{@only.join(',')}" if !@only.empty?
+
+      @vars.each do |key, value|
+        cmd = "#{cmd} --var '#{key}=#{value}'"
+      end
+
+      cmd = "PACKER_LOG=1 #{cmd}" if @verbose
+      cmd = "#{cmd} --debug" if @debug
+
+      cmd = "#{cmd} #{@absolute_file_path}"
+    end
+
+    def run
+      @logger.info("**** DRY RUN ****") if @dry_run
+      @logger.info("Running: #{command}")
+
+      if !@dry_run
+        @logger.info("Printing stderr for desired verbosity")
+
+        Open3.popen2e(command) do |stdin, stdout_err, wait_thr|
+          while line=stdout_err.gets do
+            puts(line)
+          end
+        end
+      end
+    end
+
+  end
+end

data/lib/openstax/aws/packer_1_4_1.rb

@@ -0,0 +1,72 @@
+require 'open3'
+
+module OpenStax::Aws
+  class Packer_1_4_1
+
+    def initialize(absolute_file_path:, dry_run: true)
+      @logger = OpenStax::Aws.configuration.logger
+      @only = []
+      @vars = {}
+      @dry_run = dry_run
+      @verbose = false
+      @debug = false
+      @absolute_file_path = absolute_file_path
+    end
+
+    def only(builders)
+      @only = [builders].flatten
+    end
+
+    def var(key, value)
+      @vars[key.to_s] = value.to_s
+    end
+
+    def verbose!
+      @verbose = true
+    end
+
+    def debug!
+      @debug = true
+    end
+
+    def command
+      cmd = "packer build"
+
+      cmd = "#{cmd} --only=#{@only.join(',')}" if !@only.empty?
+
+      @vars.each do |key, value|
+        cmd = "#{cmd} --var '#{key}=#{value}'"
+      end
+
+      cmd = "PACKER_LOG=1 #{cmd}" if @verbose
+      cmd = "#{cmd} --debug" if @debug
+
+      cmd = "#{cmd} #{@absolute_file_path}"
+    end
+
+    def run
+      @logger.info("**** DRY RUN ****") if @dry_run
+      @logger.info("Running: #{command}")
+
+      if !@dry_run
+        @logger.info("Printing stderr for desired verbosity")
+        ami = ""
+
+        Open3.popen2e(command) do |stdin, stdout_err, wait_thr|
+          while line=stdout_err.gets do
+            STDERR.puts(line)
+            matchami = line.match(/AMI: (ami-[0-9\-a-z]*)/i)
+            ami = matchami.captures[0] if matchami
+          end
+        end
+
+        puts ami
+      end
+    end
+
+    def to_s
+      command.to_s
+    end
+
+  end
+end

data/lib/openstax/aws/packer_factory.rb

@@ -0,0 +1,25 @@
+module OpenStax::Aws
+  class PackerFactory
+
+    # There are differences between Packer 1.2 and 1.4.  This factory attempts to
+    # provide the right version of packer class.
+
+    def self.new_packer(absolute_file_path:, dry_run: true)
+      packer_version = `packer --version`
+
+      raise "packer is not installed" if packer_version.nil?
+
+      packer_class =
+        case packer_version
+        when /^1.2/
+          Packer_1_2_5
+        else
+          Packer_1_4_1
+        end
+
+      @packer = packer_class.new(absolute_file_path: absolute_file_path,
+                                 dry_run: dry_run)
+    end
+
+  end
+end

data/lib/openstax/aws/rds_instance.rb

@@ -0,0 +1,25 @@
+module OpenStax::Aws
+  class RdsInstance
+
+    attr_reader :raw
+
+    delegate_missing_to :@raw
+
+    def initialize(db_instance_identifier:, region:)
+      @raw = Aws::RDS::DBInstance.new(
+        db_instance_identifier,
+        client: Aws::RDS::Client.new(region: region)
+      )
+    end
+
+    def set_master_password(password:)
+      raw.modify({
+        apply_immediately: true, 
+        master_user_password: password
+      })
+  
+    end
+
+  end
+end
+

data/lib/openstax/aws/s3_text_file.rb

@@ -0,0 +1,50 @@
+module OpenStax::Aws
+  class S3TextFile
+
+    attr_reader :bucket_name, :bucket_region, :key
+
+    def initialize(bucket_name:, bucket_region:, key:)
+      raise ArgumentError, "bucket_name cannot be nil" if bucket_name.nil?
+      raise ArgumentError, "bucket_region cannot be nil" if bucket_region.nil?
+      raise ArgumentError, "key cannot be nil" if key.nil?
+
+      @bucket_name = bucket_name
+      @bucket_region = bucket_region
+      @key = key
+    end
+
+    def read
+      object.load
+      object.get.body.read
+    end
+
+    def get
+      object.load
+      object.get
+    end
+
+    def write(string_contents:, content_type:'text/plain', cache_control: nil)
+      args = {
+        body: StringIO.new(string_contents)
+      }
+
+      args[:content_type] = content_type if !content_type.nil?
+      args[:cache_control] = cache_control if !cache_control.nil?
+
+      object.put(**args)
+    end
+
+    def delete
+      object.delete
+    end
+
+    def object
+      @object ||= Aws::S3::Object.new(
+        bucket_name,
+        key,
+        client: Aws::S3::Client.new(region: bucket_region)
+      )
+    end
+
+  end
+end

data/lib/openstax/aws/sam_stack.rb

@@ -0,0 +1,85 @@
+module OpenStax::Aws
+  class SamStack < Stack
+
+    attr_reader :build_directory
+
+    def initialize(id: nil, name:, tags: {},
+                   region:, enable_termination_protection: false,
+                   absolute_template_path: nil,
+                   capabilities: nil, parameter_defaults: {},
+                   volatile_parameters_block: nil,
+                   secrets_blocks: [], secrets_context: nil, secrets_namespace: nil,
+                   shared_secrets_substitutions_block: nil,
+                   cycle_if_different_parameter: nil,
+                   build_directory:,
+                   dry_run: true)
+      @build_directory = build_directory
+
+      super(id: id,
+            name: name,
+            tags: tags,
+            region: region,
+            enable_termination_protection: enable_termination_protection,
+            absolute_template_path: absolute_template_path,
+            capabilities: capabilities,
+            parameter_defaults: parameter_defaults,
+            volatile_parameters_block: volatile_parameters_block,
+            secrets_blocks: secrets_blocks,
+            secrets_context: secrets_context,
+            secrets_namespace: secrets_namespace,
+            shared_secrets_substitutions_block: shared_secrets_substitutions_block,
+            cycle_if_different_parameter: cycle_if_different_parameter,
+            dry_run: dry_run)
+    end
+
+    def build
+      # SAM doesn't have an API or SDK - we have to make calls to its CLI
+      command = "sam build -t #{absolute_template_path} -b #{build_directory}"
+      System.call(command, logger: logger, dry_run: dry_run)
+    end
+
+    def deploy(bucket_name:, params: {})
+      # SAM doesn't have an API or SDK - we have to make calls to its CLI
+
+      check_for_required_tags
+
+      params = parameter_defaults.merge(params)
+
+      command = "sam deploy" \
+                " --template-file #{build_directory}/template.yaml" \
+                " --capabilities CAPABILITY_IAM" \
+                " --s3-bucket #{bucket_name}" \
+                " --s3-prefix #{name}" \
+                " --stack-name #{name}"
+
+      if params.any?
+        command += " --parameter-overrides #{self.class.format_hash_as_cli_stack_parameters(params)}"
+      end
+
+      if tags.any?
+        command += " --tags #{self.class.format_tags_as_cli_tags(tags)}"
+      end
+
+      System.call(command, logger: logger, dry_run: dry_run)
+
+      if enable_termination_protection
+        client.update_termination_protection({
+          enable_termination_protection: true,
+          stack_name: name
+        })
+      end
+    end
+
+    def self.format_hash_as_cli_stack_parameters(params={})
+      params.map{|key, value| "ParameterKey=#{key.to_s.camelcase},ParameterValue=#{value}"}
+            .map{|item| "'" + item + "'"}
+            .join(" ")
+    end
+
+    def self.format_tags_as_cli_tags(tags=[])
+      tags.map{|tag| "'#{tag.key}=#{tag.value}'"}
+          .join(" ")
+    end
+
+  end
+end