codepipeline 0.1.0 → 0.2.0

data/lib/codepipe/completer/script.rb

@@ -0,0 +1,6 @@
+class Codepipe::Completer::Script
+  def self.generate
+    bash_script = File.expand_path("script.sh", File.dirname(__FILE__))
+    puts "source #{bash_script}"
+  end
+end

data/lib/codepipe/completer/script.sh

@@ -0,0 +1,10 @@
+_codepipe() {
+  COMPREPLY=()
+  local word="${COMP_WORDS[COMP_CWORD]}"
+  local words=("${COMP_WORDS[@]}")
+  unset words[0]
+  local completion=$(codepipe completion ${words[@]})
+  COMPREPLY=( $(compgen -W "$completion" -- "$word") )
+}
+
+complete -F _codepipe codepipe

data/lib/codepipe/core.rb

@@ -0,0 +1,63 @@
+require 'pathname'
+require 'yaml'
+require 'active_support/core_ext/string'
+
+module Codepipe
+  module Core
+    extend Memoist
+
+    def root
+      path = ENV['PIPE_ROOT'] || '.'
+      Pathname.new(path)
+    end
+
+    def env
+      # 2-way binding
+      pipe_env = env_from_profile || 'development'
+      pipe_env = ENV['PIPE_ENV'] if ENV['PIPE_ENV'] # highest precedence
+      ActiveSupport::StringInquirer.new(pipe_env)
+    end
+    memoize :env
+
+    def env_extra
+      env_extra = ENV['PIPE_ENV_EXTRA'] if ENV['PIPE_ENV_EXTRA'] # highest precedence
+      return if env_extra&.empty?
+      env_extra
+    end
+    memoize :env_extra
+
+    # Overrides AWS_PROFILE based on the Codepipe.env if set in configs/settings.yml
+    # 2-way binding.
+    def set_aws_profile!
+      return if ENV['TEST']
+      return unless File.exist?("#{Codepipe.root}/.codepipeline/settings.yml") # for rake docs
+      return unless settings # Only load if within Codepipe project and there's a settings.yml
+
+      data = settings || {}
+      if data[:aws_profile]
+        puts "Using AWS_PROFILE=#{data[:aws_profile]} from PIPE_ENV=#{Codepipe.env} in config/settings.yml"
+        ENV['AWS_PROFILE'] = data[:aws_profile]
+      end
+    end
+
+    def settings
+      Setting.new.data
+    end
+    memoize :settings
+
+    def check_codepipeline_project!
+      check_path = "#{Codepipe.root}/.codepipeline"
+      unless File.exist?(check_path)
+        puts "ERROR: No .codepipeline folder found.  Are you sure you are in a project with codepipeline setup?".color(:red)
+        puts "Current directory: #{Dir.pwd}"
+        puts "If you want to set up codepipeline for this prjoect, please create a settings file via: codepipeline init"
+        exit 1 unless ENV['TEST']
+      end
+    end
+
+  private
+    def env_from_profile
+      Codepipe::Setting.new.pipe_env
+    end
+  end
+end

data/lib/codepipe/create.rb

@@ -0,0 +1,12 @@
+module Codepipe
+  class Create < Stack
+    def perform
+      cfn.create_stack(
+        stack_name: @stack_name,
+        template_body: YAML.dump(@template),
+        capabilities: ["CAPABILITY_IAM"]
+      )
+      puts "Creating stack #{@stack_name}. Check CloudFormation console for status."
+    end
+  end
+end

data/lib/codepipe/delete.rb

@@ -0,0 +1,27 @@
+module Codepipe
+  class Delete
+    include AwsServices
+
+    def initialize(options)
+      @options = options
+      @pipeline_name = options[:pipeline_name] || inferred_pipeline_name
+      @stack_name = options[:stack_name] || inferred_stack_name(@pipeline_name)
+    end
+
+    def run
+      message = "Deleted #{@stack_name} stack."
+      if @options[:noop]
+        puts "NOOP #{message}"
+      else
+        are_you_sure?(@stack_name, :delete)
+
+        if stack_exists?(@stack_name)
+          cfn.delete_stack(stack_name: @stack_name)
+          puts message
+        else
+          puts "#{@stack_name.inspect} stack does not exist".color(:red)
+        end
+      end
+    end
+  end
+end

data/lib/codepipe/deploy.rb

@@ -0,0 +1,40 @@
+module Codepipe
+  class Deploy < Stack
+    def run
+      handle_rollback_completed!
+      if stack_exists?(@stack_name)
+        Update.new(@options).run
+      else
+        Create.new(@options).run
+      end
+    end
+
+    def handle_rollback_completed!
+      @stack = find_stack(@stack_name)
+      if @stack && rollback_complete?(@stack)
+        puts "Existing stack in ROLLBACK_COMPLETE state. Deleting stack before continuing."
+        cfn.delete_stack(stack_name: @stack_name)
+        status.wait
+        status.reset
+        @stack = nil # at this point stack has been deleted
+      end
+    end
+
+    def rollback_complete?(stack)
+      stack.stack_status == 'ROLLBACK_COMPLETE'
+    end
+
+    def find_stack(stack_name)
+      return if ENV['TEST']
+      resp = cfn.describe_stacks(stack_name: stack_name)
+      resp.stacks.first
+    rescue Aws::CloudFormation::Errors::ValidationError => e
+      # example: Stack with id demo-web does not exist
+      if e.message =~ /Stack with/ && e.message =~ /does not exist/
+        nil
+      else
+        raise
+      end
+    end
+  end
+end

data/lib/codepipe/dsl/pipeline.rb

@@ -0,0 +1,37 @@
+module Codepipe::Dsl
+  module Pipeline
+    include Approve
+    include Codebuild
+    include Github
+    include Ssm
+
+    PROPERTIES = %w[
+      artifact_store
+      artifact_stores
+      disable_inboundstage_transitions
+      name
+      restart_execution_on_update
+      role_arn
+      stages
+    ]
+    PROPERTIES.each do |prop|
+      define_method(prop) do |v|
+        @properties[prop.to_sym] = v
+      end
+    end
+
+    def stage(name, &block)
+      # Reset values for each stage declaraion
+      @run_order = 1
+
+      @current_stage = {name: name, actions: []}
+      @stages << @current_stage
+      block.call
+    end
+
+    def action(*props)
+      @current_stage[:actions] += props
+      @run_order += 1
+    end
+  end
+end

data/lib/codepipe/dsl/pipeline/approve.rb

@@ -0,0 +1,34 @@
+module Codepipe::Dsl::Pipeline
+  module Approve
+    def approve(props)
+      default = {
+        name: "approve",
+        action_type_id: {
+          category: "Approval",
+          owner: "AWS",
+          provider: "Manual",
+          version: "1",
+        },
+        run_order: @run_order,
+        configuration: {  # required: will be set
+          notification_arn: {ref: "SnsTopic"}, # defaults to generated SNS topic
+        },
+      }
+
+      # Normalize special options. Simple approach of setting the default
+      case props
+      when String, Symbol
+        default[:configuration][:custom_data] = props
+        props = {}
+      when Hash
+        default[:configuration][:notification_arn] = props.delete(:notification_arn) if props.key?(:notification_arn)
+        default[:configuration][:custom_data] = props.delete(:custom_data) if props.key?(:custom_data)
+      else
+        raise "Invalid props type: #{props.class}"
+      end
+
+      options = default.merge(props)
+      action(options)
+    end
+  end
+end

data/lib/codepipe/dsl/pipeline/codebuild.rb

@@ -0,0 +1,57 @@
+module Codepipe::Dsl::Pipeline
+  module Codebuild
+    def codebuild(*projects)
+      default = {
+        # name: '', # will be set
+        action_type_id: {
+          category: "Build",
+          owner: "AWS",
+          provider: "CodeBuild",
+          version: "1",
+        },
+        run_order: @run_order,
+        # configuration: { project_name: '' }, # will be set
+        # output_artifacts: [name: "BuildArtifact#{name}"], # TODO: maybe make this configurable with a setting
+        input_artifacts: [name: "SourceArtifact"],
+      }
+
+      actions = projects.map do |item|
+        if item.is_a?(String)
+          name = item.underscore.camelize
+          project_name = adjusted_project_name(item) # add prefix and suffix
+          default.deep_merge(
+            name: name,
+            configuration: { project_name: project_name },
+          )
+        else # Hash
+          # With the hash, the user needs to set: name and configuration.project_name
+
+          # Handy shorthands
+          # The project name will allow this syntax
+          #   codebuild(name: "action-name", project_name: "codebuild-project-names")
+          project_name = item.delete(:project_name)
+          if project_name
+            item[:configuration] = { project_name: project_name }
+          end
+
+          item.reverse_merge(default)
+        end
+      end
+
+      action(*actions)
+    end
+
+    def codebuild_prefix(v)
+      @codebuild_prefix = v
+    end
+
+    def codebuild_suffix(v)
+      @codebuild_suffix = v
+    end
+
+  private
+    def adjusted_project_name(name)
+      [@codebuild_prefix, name, @codebuild_suffix].compact.join
+    end
+  end
+end

data/lib/codepipe/dsl/pipeline/github.rb

@@ -0,0 +1,36 @@
+module Codepipe::Dsl::Pipeline
+  module Github
+    def github(props)
+      # nice shorthands
+      source = props.delete(:source)
+      owner,repo = source.split("/")
+
+      # cli option can override this in codepipe/pipeline.rb set_source!
+      # so cli option always gets the highest precendence
+      branch = props.delete(:branch) || "master" # always delete branch prop
+
+      o_auth_token = props.delete(:auth_token)
+      poll_for_source_changes = props.delete(:poll_for_source_changes) || "false"
+
+      default = {
+        name: "Source",
+        action_type_id: {
+          category: "Source",
+          owner: "ThirdParty",
+          provider: "GitHub",
+          version: "1",
+        },
+        run_order: @run_order,
+        configuration: {
+          branch: branch,
+          o_auth_token: o_auth_token,
+          owner: owner,
+          poll_for_source_changes: poll_for_source_changes,
+          repo: repo,
+        },
+        output_artifacts: [name: "SourceArtifact"]
+      }
+      action(props.reverse_merge(default))
+    end
+  end
+end

data/lib/codepipe/dsl/role.rb

@@ -0,0 +1,50 @@
+module Codepipe::Dsl
+  module Role
+    PROPERTIES = %w[
+      assume_role_policy_document
+      managed_policy_arns
+      max_session_duration
+      path
+      permissions_boundary
+      policies
+      role_name
+    ]
+    PROPERTIES.each do |prop|
+      define_method(prop) do |v|
+        @properties[prop.to_sym] = v
+      end
+    end
+
+    # convenience wrapper methods
+    def iam_policy(*definitions)
+      @iam_statements = definitions.map { |definition| standardize_iam_policy(definition) }
+    end
+
+    # Returns standarized IAM statement
+    def standardize_iam_policy(definition)
+      case definition
+      when String
+        # Expands simple string from: logs => logs:*
+        definition = "#{definition}:*" unless definition.include?(':')
+        {
+          action: [definition],
+          effect: "Allow",
+          resource: "*",
+        }
+      when Hash
+        definition
+      end
+    end
+
+    def managed_iam_policy(*definitions)
+      @managed_policy_arns = definitions.map { |definition| standardize_managed_iam_policy(definition) }
+    end
+
+    # AmazonEC2ReadOnlyAccess => arn:aws:iam::aws:policy/AmazonEC2ReadOnlyAccess
+    def standardize_managed_iam_policy(definition)
+      return definition if definition.include?('iam::aws:policy')
+
+      "arn:aws:iam::aws:policy/#{definition}"
+    end
+  end
+end

data/lib/codepipe/dsl/schedule.rb

@@ -0,0 +1,30 @@
+module Codepipe::Dsl
+  module Schedule
+    PROPERTIES = %w[
+      description
+      event_pattern
+      name
+      role_arn
+      schedule_expression
+      state
+      targets
+    ]
+    PROPERTIES.each do |prop|
+      define_method(prop) do |v|
+        @properties[prop.to_sym] = v
+      end
+    end
+
+    def rate(period)
+      @schedule_expression = "rate(#{period})"
+    end
+
+    def cron(expression)
+      @schedule_expression = "cron(#{expression})"
+    end
+
+    def rule_event(props={})
+      @rule_event_props = props
+    end
+  end
+end

data/lib/codepipe/dsl/sns.rb

@@ -0,0 +1,15 @@
+module Codepipe::Dsl
+  module Sns
+    PROPERTIES = %w[
+      display_name
+      kms_master_key_id
+      subscription
+      topic_name
+    ]
+    PROPERTIES.each do |prop|
+      define_method(prop) do |v|
+        @properties[prop.to_sym] = v
+      end
+    end
+  end
+end

data/lib/codepipe/dsl/ssm.rb

@@ -0,0 +1,22 @@
+require "aws-sdk-ssm"
+
+module Codepipe::Dsl
+  module Ssm
+    # This method grabs the ssm parameter store value at "compile" time vs
+    # CloudFormation run time. In case we need it as part of the DSL compile phase.
+    def ssm(name)
+      resp = ssm_client.get_parameter(name: name)
+      if resp.parameter.type == "SecureString"
+        resp = ssm_client.get_parameter(name: name, with_decryption: true)
+      end
+
+      resp.parameter.value
+    rescue Aws::SSM::Errors::ParameterNotFound
+      puts "WARN: #{name} found on AWS SSM.".color(:yellow)
+    end
+
+    def ssm_client
+      @ssm_client ||= Aws::SSM::Client.new
+    end
+  end
+end