cody 0.1.0 → 0.7.0

data/lib/cody/sequence.rb

@@ -0,0 +1,66 @@
+require 'fileutils'
+require 'thor'
+
+module Cody
+  class Sequence < Thor::Group
+    include AwsServices
+    include Thor::Actions
+
+    add_runtime_options! # force, pretend, quiet, skip options
+      # https://github.com/erikhuda/thor/blob/master/lib/thor/actions.rb#L49
+
+    def self.source_paths
+      [File.expand_path("../../template", __FILE__)]
+    end
+
+  private
+    def override_source_paths(*paths)
+      # Using string with instance_eval because block doesnt have access to
+      # path at runtime.
+      self.class.instance_eval %{
+        def self.source_paths
+          #{paths.flatten.inspect}
+        end
+      }
+    end
+
+    def sync_template_repo
+      unless git_installed?
+        abort "Unable to detect git installation on your system.  Git needs to be installed in order to use the --template option."
+      end
+
+      template_path = "#{ENV['HOME']}/.cody/templates/#{full_repo_name}"
+      if File.exist?(template_path)
+        sh("cd #{template_path} && git pull")
+      else
+        FileUtils.mkdir_p(File.dirname(template_path))
+        sh("git clone #{repo_url} #{template_path}")
+      end
+    end
+
+    def full_repo_name
+      full_repo = options[:template].split("/")[-2..-1].join("/")
+      full_repo = full_repo.split(":").last
+      full_repo.sub(".git", "")
+    end
+
+    # normalize repo_url
+    def repo_url
+      template = options[:template]
+      if template.include?('github.com')
+        template # leave as is, user has provided full github url
+      else
+        "https://github.com/#{template}"
+      end
+    end
+
+    def git_installed?
+      system("type git > /dev/null")
+    end
+
+    def sh(command)
+      puts "=> #{command}"
+      system(command)
+    end
+  end
+end

data/lib/cody/setting.rb

@@ -0,0 +1,82 @@
+require 'yaml'
+require 'render_me_pretty'
+
+module Cody
+  class Setting
+    extend Memoist
+    def initialize(check_codebuild_project=true)
+      @check_codebuild_project = check_codebuild_project
+    end
+
+    # data contains the settings.yml config.  The order or precedence for settings
+    # is the project ufo/settings.yml and then the ~/.cody/settings.yml.
+    def data
+      Cody.check_codebuild_project! if @check_codebuild_project
+      return {} unless File.exist?(project_settings_path)
+
+      # project based settings files
+      project = load_file(project_settings_path)
+
+      user_file = "#{ENV['HOME']}/.cody/settings.yml"
+      user = File.exist?(user_file) ? YAML.load_file(user_file) : {}
+
+      default_file = File.expand_path("default/settings.yml", __dir__)
+      default = load_file(default_file)
+
+      all_envs = default.deep_merge(user.deep_merge(project))
+      all_envs = merge_base(all_envs)
+      data = all_envs[cb_env] || all_envs["base"] || {}
+      data.deep_symbolize_keys
+    end
+    memoize :data
+
+    # Resolves infinite problem since Cody.env can be determined from CODY_ENV or settings.yml files.
+    # When ufo is determined from settings it should not called Cody.env since that in turn calls
+    # Settings.new.data which can then cause an infinite loop.
+    def cb_env
+      path = "#{cb_root}/.cody/settings.yml"
+      if File.exist?(path)
+        settings = YAML.load_file(path)
+        env = settings.find do |_env, section|
+          section ||= {}
+          ENV['AWS_PROFILE'] && ENV['AWS_PROFILE'] == section['aws_profile']
+        end
+      end
+
+      cb_env = env.first if env
+      cb_env = ENV['CODY_ENV'] if ENV['CODY_ENV'] # highest precedence
+      cb_env || 'development'
+    end
+
+  private
+    def load_file(path)
+      return Hash.new({}) unless File.exist?(path)
+
+      content = RenderMePretty.result(path)
+      data = YAML.load(content)
+      # If key is is accidentally set to nil it screws up the merge_base later.
+      # So ensure that all keys with nil value are set to {}
+      data.each do |env, _setting|
+        data[env] ||= {}
+      end
+      data
+    end
+
+    # automatically add base settings to the rest of the environments
+    def merge_base(all_envs)
+      base = all_envs["base"] || {}
+      all_envs.each do |env, settings|
+        all_envs[env] = base.merge(settings) unless env == "base"
+      end
+      all_envs
+    end
+
+    def project_settings_path
+      "#{cb_root}/.cody/settings.yml"
+    end
+
+    def cb_root
+      ENV["CODEBUILD_ROOT"] || Dir.pwd
+    end
+  end
+end

data/lib/cody/stack.rb

@@ -0,0 +1,93 @@
+require "aws-sdk-cloudformation"
+
+module Cody
+  class Stack
+    include AwsServices
+
+    def initialize(options)
+      @options = options
+      @project_name = @options[:project_name] || inferred_project_name
+      @stack_name = options[:stack_name] || inferred_stack_name(@project_name)
+
+      @full_project_name = project_name_convention(@project_name)
+      @template = {
+        "Description" => "CodeBuild Project: #{@full_project_name}",
+        "Resources" => {}
+      }
+    end
+
+    def run
+      options = @options.merge(
+        project_name: @project_name,
+        full_project_name: @full_project_name,
+      )
+      project_builder = Project.new(options)
+      unless project_builder.exist?
+        puts "ERROR: Cody project does not exist: #{project_builder.project_path}".color(:red)
+        exit 1
+        return
+      end
+      project = project_builder.run
+      @template["Resources"].merge!(project)
+
+      if project["CodeBuild"]["Properties"]["ServiceRole"] == {"Ref"=>"IamRole"}
+        role = Role.new(options).run
+        @template["Resources"].merge!(role)
+      end
+
+      schedule = Schedule.new(options).run
+      @template["Resources"].merge!(schedule) if schedule
+
+      template_path = "/tmp/codebuild.yml"
+      FileUtils.mkdir_p(File.dirname(template_path))
+      IO.write(template_path, YAML.dump(@template))
+      puts "Generated CloudFormation template at #{template_path.color(:green)}"
+      return if @options[:noop]
+      puts "Deploying stack #{@stack_name.color(:green)} with CodeBuild project #{@full_project_name.color(:green)}"
+
+      begin
+        perform
+        url_info
+        return unless @options[:wait]
+        status.wait
+        exit 2 unless status.success?
+      rescue Aws::CloudFormation::Errors::ValidationError => e
+        if e.message.include?("No updates") # No updates are to be performed.
+          puts "WARN: #{e.message}".color(:yellow)
+        else
+          puts "ERROR ValidationError: #{e.message}".color(:red)
+          exit 1
+        end
+      end
+    end
+
+  private
+    def url_info
+      stack = cfn.describe_stacks(stack_name: @stack_name).stacks.first
+      region = `aws configure get region`.strip rescue "us-east-1"
+      url = "https://console.aws.amazon.com/cloudformation/home?region=#{region}#/stacks"
+      puts "Stack name #{@stack_name.color(:yellow)} status #{stack["stack_status"].color(:yellow)}"
+      puts "Here's the CloudFormation url to check for more details #{url}"
+    end
+
+    def status
+      @status ||= Cfn::Status.new(@stack_name)
+    end
+
+    def rollback_complete?(stack)
+      stack.stack_status == 'ROLLBACK_COMPLETE'
+    end
+
+    def find_stack(stack_name)
+      resp = cfn.describe_stacks(stack_name: stack_name)
+      resp.stacks.first
+    rescue Aws::CloudFormation::Errors::ValidationError => e
+      # example: Stack with id demo-web does not exist
+      if e.message =~ /Stack with/ && e.message =~ /does not exist/
+        nil
+      else
+        raise
+      end
+    end
+  end
+end

data/lib/cody/start.rb

@@ -0,0 +1,69 @@
+module Cody
+  class Start
+    include AwsServices
+
+    def initialize(options)
+      @options = options
+      @project_name = options[:project_name] || inferred_project_name
+      @full_project_name = project_name_convention(@project_name)
+    end
+
+    def run
+      source_version = @options[:branch] || @options[:source_version] || 'master'
+      params = {
+        project_name: project_name,
+        source_version: source_version
+      }
+      params[:environment_variables_override] = environment_variables_override if @options[:env_vars]
+      resp = codebuild.start_build(params)
+      puts "Build started for project: #{project_name}"
+      puts "Please check the CodeBuild console for the status."
+      puts "Cody Log Url:"
+      puts codebuild_log_url(resp.build.id)
+    end
+
+    def environment_variables_override
+      @options[:env_vars].map do |s|
+        k, v = s.split('=')
+        ssm = false
+        if /^ssm:(.*)/.match(v)
+          v = $1
+          ssm = true
+        end
+
+        {
+          name: k,
+          value: v,
+          type: ssm ? "PARAMETER_STORE" : "PLAINTEXT"
+        }
+      end
+    end
+
+    def project_name
+      if project_exists?(@full_project_name)
+        @full_project_name
+      elsif stack_exists?(@project_name) # allow `cody start STACK_NAME` to work too
+        resp = cfn.describe_stack_resources(stack_name: @project_name)
+        resource = resp.stack_resources.find do |r|
+          r.logical_resource_id == "CodeBuild"
+        end
+        resource.physical_resource_id # codebuild project name
+      else
+        puts "ERROR: Unable to find the codebuild project with either full_project_name: #{@full_project_name} or project_name: #{@project_name}".color(:red)
+        exit 1
+      end
+    end
+
+  private
+    def codebuild_log_url(build_id)
+      build_id = build_id.split(':').last
+      region = `aws configure get region`.strip rescue "us-east-1"
+      "https://#{region}.console.aws.amazon.com/codesuite/codebuild/projects/#{project_name}/build/#{project_name}%3A#{build_id}/log"
+    end
+
+    def project_exists?(name)
+      resp = codebuild.batch_get_projects(names: [name])
+      resp.projects.size > 0
+    end
+  end
+end

data/lib/cody/update.rb

@@ -0,0 +1,12 @@
+module Cody
+  class Update < Stack
+    def perform
+      cfn.update_stack(
+        stack_name: @stack_name,
+        template_body: YAML.dump(@template),
+        capabilities: ["CAPABILITY_IAM"]
+      )
+      puts "Updating stack #{@stack_name}. Check CloudFormation console for status."
+    end
+  end
+end

data/lib/cody/variables.rb

@@ -0,0 +1,17 @@
+module Cody
+  module Variables
+    def load_variables
+      load_variables_file("base")
+      load_variables_file(Cody.env)
+      # Then load type scope variables, so they take higher precedence
+      load_variables_file("base", @options[:type])
+      load_variables_file(Cody.env, @options[:type])
+    end
+
+    def load_variables_file(filename, type=nil)
+      items = ["#{Cody.root}/.cody", type, "variables/#{filename}.rb"].compact
+      path = items.join('/')
+      instance_eval(IO.read(path), path) if File.exist?(path)
+    end
+  end
+end

data/lib/cody/version.rb

@@ -1,3 +1,3 @@
 module Cody
-  VERSION = "0.1.0"
-end
+  VERSION = "0.7.0"
+end

data/lib/template/project/buildspec.yml

@@ -0,0 +1,28 @@
+version: 0.2
+
+# Example starter file
+# Edit to fit your needs
+
+phases:
+  install:
+    commands:
+      # - uname -a
+      # - pwd
+      # - ls
+      # - env | sort
+      # - ls /etc/*release*
+      # - cat /etc/*release*
+      # - whoami
+      # - bundle
+  build:
+    commands:
+      - echo Build started on `date`
+      - uptime
+      # - bundle exec rspec
+# cache:
+#   paths:
+#     - /usr/local/bundle
+#     - /usr/local/lib/ruby/gems/2.5.0
+# artifacts:
+#   files:
+#     - result.txt

data/lib/template/project/project.rb.tt

@@ -0,0 +1,29 @@
+# For methods, refer to the properties of the CloudFormation CodeBuild::Project https://amzn.to/2UTeNlr
+# For convenience methods, refer to the source https://github.com/tongueroo/cody/blob/master/lib/codebuild/dsl/project.rb
+
+# name("example-project-name") # recommend leaving unset and codebuild will use a conventional name
+github_url("<%= project_github_url %>")
+linux_image("<%= lookup_managed_image(/ruby:/) %>")
+environment_variables(
+  JETS_ENV: "test",
+  # API_KEY: "ssm:/codebuild/demo/api_key" # Example of ssm parameter
+)
+
+# Some useful helpers:
+# puts "project_name #{project_name}" # IE: demo-web
+# puts "full_project_name #{full_project_name}" # demo-web-development
+
+# Uncomment to enable github webhook, the GitHub oauth token needs admin:repo_hook permissions
+# Refer to https://cody.run/docs/github_oauth/
+# triggers(webhook: true)
+# Another example:
+# Docs: https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-codebuild-project-projecttriggers.html
+# {type: "EVENT", pattern: "PUSH"} is required
+# Also, note the extra brackets: [[]] is actually the proper format. I know weird.
+# triggers(
+#   webhook: true,
+#   filter_groups: [[{type: "HEAD_REF", pattern: "my-branch"}, {type: "EVENT", pattern: "PUSH"}]]
+# )
+
+# Shorthand to enable all local cache modes
+# local_cache(true)

data/lib/template/project/role.rb

@@ -0,0 +1,2 @@
+# Example:
+# iam_policy("logs", "ssm")

data/lib/template/project/schedule.rb

@@ -0,0 +1,3 @@
+# rate "1 day"
+# or
+# cron("0 10 * * ? *") # Run at 10:00 am (UTC) every day

data/lib/template/top/README.md

@@ -0,0 +1,32 @@
+# Cody Files
+
+The files in folder are used by cody to build AWS CodeBuild projects.  For more info, check out the [cody docs](https://cody.run). Here's a quick start.
+
+## Install Tool
+
+    gem install cody
+
+This installs the `cody` command to manage the AWS CodeBuild project.
+
+## Update Project
+
+To update the CodeBuild project:
+
+Main services:
+
+    cody deploy demo
+
+If you have multiple codebuild projects associated with the same repo, you can use the `--type` option.  Example:
+
+    cody deploy demo --type deploy
+
+## Start a Deploy
+
+To start a CodeBuild build:
+
+    cody start demo
+    cody start demo --type deploy
+
+To specify a branch:
+
+    cody start demo --type deploy -b feature