snap_deploy 0.1.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d8d9e4179a487d4a6aa85d83a412b745bab0f687
+  data.tar.gz: 2d07e7c5385d0376e52fff147434ca5409240b8c
+SHA512:
+  metadata.gz: 79a97f7af1d18b4ec11908e80fcb2f60afdd3ed299e12c7d4299d2059a19095ea3107b8169dfd2f6e43cc5da44685b821cc91072ba609a9ca6c953fe34895738
+  data.tar.gz: 7fb6da9d40a0fd9b0e7df77698fe0266adcc796fe09d740afccfff3b2051a4e83e9f577566e292ab10ff63d1806bad48afa9ebb71c3b9e1dcfb301d798284b95

data/.gitignore

@@ -0,0 +1,21 @@
+*.rbc
+.bundle
+.config
+.yardoc
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+vendor/bundle
+bundle
+.tags
+.tags_sorted_by_file
+.idea/
+

data/.init.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+export PATH="/opt/local/ruby/2.0.0-p598/bin:$PATH"
+
+export NOKOGIRI_USE_SYSTEM_LIBRARIES=1
+
+while read line; do
+  [[ -n ${SNAP_CI} || -n ${GO_SERVER_URL} ]] || echo -ne "Doing $((C++)) things...\r"
+done < <(bundle check || bundle install --local --standalone --clean )

data/.rbenv-gemsets

@@ -0,0 +1 @@
+snap-deploy

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/.ruby-gemset

@@ -0,0 +1 @@
+snap-deploy

data/.ruby-version

@@ -0,0 +1 @@
+2.0.0

data/Gemfile

@@ -0,0 +1,13 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in snap_deploy.gemspec
+gemspec
+
+group :development, :test do
+  gem 'simplecov'
+  gem 'rspec'
+  gem 'fpm'
+  gem 'rake'
+  gem 'byebug'
+  gem 'webmock'
+end

data/Gemfile.lock

@@ -0,0 +1,100 @@
+PATH
+  remote: .
+  specs:
+    snap_deploy (0.1.1)
+      ansi
+      aws-sdk (= 1.53.0)
+      clamp
+      heroics
+      mime-types
+      rendezvous
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.3.7)
+    ansi (1.5.0)
+    arr-pm (0.0.9)
+      cabin (> 0)
+    aws-sdk (1.53.0)
+      aws-sdk-v1 (= 1.53.0)
+    aws-sdk-v1 (1.53.0)
+      json (~> 1.4)
+      nokogiri (>= 1.4.4)
+    backports (3.6.0)
+    byebug (3.5.1)
+      columnize (~> 0.8)
+      debugger-linecache (~> 1.2)
+      slop (~> 3.6)
+    cabin (0.6.1)
+    childprocess (0.5.3)
+      ffi (~> 1.0, >= 1.0.11)
+    clamp (0.6.3)
+    columnize (0.9.0)
+    crack (0.4.2)
+      safe_yaml (~> 1.0.0)
+    debugger-linecache (1.2.0)
+    diff-lcs (1.2.5)
+    docile (1.1.5)
+    erubis (2.7.0)
+    excon (0.44.2)
+    ffi (1.9.3)
+    fpm (1.2.0)
+      arr-pm (~> 0.0.9)
+      backports (>= 2.6.2)
+      cabin (>= 0.6.0)
+      childprocess
+      clamp (~> 0.6)
+      ffi
+      json (>= 1.7.7)
+    heroics (0.0.12)
+      erubis (~> 2.7.0)
+      excon
+      moneta
+      multi_json (>= 1.9.2)
+      netrc
+    json (1.8.1)
+    mime-types (2.3)
+    mini_portile (0.6.0)
+    moneta (0.8.0)
+    multi_json (1.10.1)
+    netrc (0.10.2)
+    nokogiri (1.6.3.1)
+      mini_portile (= 0.6.0)
+    rake (10.3.2)
+    rendezvous (0.1.2)
+    rspec (3.1.0)
+      rspec-core (~> 3.1.0)
+      rspec-expectations (~> 3.1.0)
+      rspec-mocks (~> 3.1.0)
+    rspec-core (3.1.3)
+      rspec-support (~> 3.1.0)
+    rspec-expectations (3.1.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.1.0)
+    rspec-mocks (3.1.0)
+      rspec-support (~> 3.1.0)
+    rspec-support (3.1.0)
+    safe_yaml (1.0.4)
+    simplecov (0.9.0)
+      docile (~> 1.1.0)
+      multi_json
+      simplecov-html (~> 0.8.0)
+    simplecov-html (0.8.0)
+    slop (3.6.0)
+    webmock (1.20.4)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.6)
+  byebug
+  fpm
+  rake
+  rspec
+  simplecov
+  snap_deploy!
+  webmock

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 ThoughtWorks, Inc.
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,34 @@
+[![Build Status](https://snap-ci.com/snap-ci/snap-deploy/branch/master/build_image)](https://snap-ci.com/snap-ci/snap-deploy/branch/master)
+
+# SnapDeploy
+
+A deploy tool for continuous deployment. Used by [Snap CI](https://snap-ci.com)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'snap_deploy'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install snap_deploy
+
+## Usage
+
+Currently, it supports aws and heroku deploy. You can use the commands below for more informations:
+
+    $ snap-deploy heroku --help
+    $ snap-deploy aws --help
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/snap_deploy/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,25 @@
+require 'bundler/setup'
+require "bundler/gem_tasks"
+require 'rspec/core/rake_task'
+require 'tmpdir'
+
+desc 'build heroku api'
+task "build-heroku-api" do
+  sh('curl --silent --fail https://api.heroku.com/schema -H "Accept: application/vnd.heroku+json; version=3" > /tmp/heroku-schema.json')
+  sh('bundle exec heroics-generate -H "Accept: application/vnd.heroku+json; version=3" SnapDeploy::Provider::Heroku::API /tmp/heroku-schema.json https://api.heroku.com > lib/snap_deploy/provider/heroku/api.rb')
+end
+
+desc "Run units"
+RSpec::Core::RakeTask.new("spec:unit") do |t|
+  t.pattern = "spec/unit/**/*_spec.rb"
+  t.rspec_opts = "--format documentation"
+end
+
+desc "Run integrations"
+RSpec::Core::RakeTask.new("spec:integration") do |t|
+  t.pattern = "spec/integration/**/*_spec.rb"
+  t.rspec_opts = "--format documentation"
+end
+
+task :spec => ['spec:unit', 'spec:integration']
+task :default => :spec

data/bin/snap-deploy

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+
+$:.unshift(File.join(File.expand_path('../../', __FILE__), 'bundle'))
+require 'bundler/setup'
+
+Process.respond_to?(:setproctitle) ? Process.setproctitle('snap-deploy') : $0 = 'snap-deploy'
+
+require 'snap_deploy'
+
+SnapDeploy::CLI.run

data/install.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+set -e
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}" )" > /dev/null && pwd)"
+cd $SCRIPT_DIR
+
+export NOKOGIRI_USE_SYSTEM_LIBRARIES=1
+export PATH="/opt/local/ruby/2.0.0-p598/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
+
+# change ownership to nobody to not screw up things (even accidentally)
+chown nobody -R $SCRIPT_DIR
+
+# perform the bundle install
+su -l nobody -s /bin/bash -c "cd $SCRIPT_DIR && env PATH=$PATH NOKOGIRI_USE_SYSTEM_LIBRARIES=1 $(which bundle) install --local --standalone --clean"
+
+# change ownership back to root
+chown root -R $SCRIPT_DIR

data/lib/snap_deploy.rb

@@ -0,0 +1,4 @@
+require "snap_deploy/version"
+require 'snap_deploy/cli'
+require 'snap_deploy/helpers'
+require 'snap_deploy/provider'

data/lib/snap_deploy/cli.rb

@@ -0,0 +1,24 @@
+require 'clamp'
+
+module SnapDeploy
+
+  class CLI < Clamp::Command
+
+    module DefaultOptions
+      def self.included(receiver)
+        receiver.send :option, '--verbose', :flag, 'increase verbosity'
+        receiver.send :option, '--version', :flag, 'display the version' do
+          puts "Snap Deploy v#{SnapDeploy::VERSION}"
+          exit(0)
+        end
+      end
+    end
+
+    include DefaultOptions
+
+    def execute
+
+    end
+  end
+
+end

data/lib/snap_deploy/helpers.rb

@@ -0,0 +1,74 @@
+module SnapDeploy
+  module Helpers
+    def log(message)
+      puts message
+    end
+
+    def info(message)
+      puts message
+    end
+
+    def error(message)
+      puts message
+    end
+
+    def snap_commit
+      ENV['SNAP_COMMIT'] or raise
+    end
+
+    def snap_branch
+      ENV['SNAP_BRANCH'] or raise
+    end
+
+    def snap_upstream_branch
+      ENV['SNAP_UPSTREAM_BRANCH']
+    end
+
+    def pull_request_number
+      ENV['SNAP_PULL_REQUEST_NUMBER']
+    end
+
+    def access_key_id
+      ENV['AWS_ACCESS_KEY_ID'] or raise "AWS_ACCESS_KEY_ID is not defined"
+    end
+
+    def pipeline_counter
+      ENV['SNAP_PIPELINE_COUNTER'] or raise
+    end
+
+    def short_commit
+      ENV['SNAP_COMMIT_SHORT'] or raise
+    end
+
+    def manually_triggered_by
+      ENV['SNAP_STAGE_TRIGGERED_BY']
+    end
+
+    def secret_access_key
+      ENV['AWS_SECRET_ACCESS_KEY'] or raise "AWS_SECRET_ACCESS_KEY is not defined"
+    end
+
+    def logger
+      @logger ||= Logger.new($stdout).tap do |logger|
+        $stdout.sync = true
+        logger.level = verbose? ? Logger::DEBUG : Logger::WARN
+      end
+    end
+
+    def deploy_comment
+      comment = "Deploy build #{pipeline_counter}(rev #{short_commit}) via Snap CI"
+      comment << " by #{manually_triggered_by}" if manually_triggered_by
+      comment
+    end
+
+    def encoding_for(path)
+      file_cmd_output = `file #{path}`
+      case file_cmd_output
+        when /gzip compressed/
+          'gzip'
+        when /compress'd/
+          'compress'
+      end
+    end
+  end
+end

data/lib/snap_deploy/provider.rb

@@ -0,0 +1,8 @@
+module SnapDeploy
+  module Provider
+  end
+end
+
+require 'snap_deploy/provider/aws'
+require 'snap_deploy/provider/heroku'
+require 'snap_deploy/provider/update'

data/lib/snap_deploy/provider/aws.rb

@@ -0,0 +1,17 @@
+class SnapDeploy::Provider::AWS < Clamp::Command
+
+  require 'snap_deploy/provider/aws/ops_works'
+  require 'snap_deploy/provider/aws/s3'
+  require 'snap_deploy/provider/aws/elastic_beanstalk'
+
+  SnapDeploy::CLI.subcommand           'aws',      'Perform AWS deployments',     self
+  SnapDeploy::Provider::AWS.subcommand 'opsworks', 'manage opsworks deployments', SnapDeploy::Provider::AWS::OpsWorks
+  SnapDeploy::Provider::AWS.subcommand 's3',       'manage s3 deployments',       SnapDeploy::Provider::AWS::S3
+  SnapDeploy::Provider::AWS.subcommand 'eb',       'manage elastic beanstalk deployments',       SnapDeploy::Provider::AWS::ElasticBeanstalk
+
+
+  def execute
+    help
+  end
+
+end

data/lib/snap_deploy/provider/aws/elastic_beanstalk.rb

@@ -0,0 +1,156 @@
+require 'timeout'
+require 'json'
+require 'rake'
+require 'rake/file_utils_ext'
+
+class SnapDeploy::Provider::AWS::ElasticBeanstalk < Clamp::Command
+
+  option '--app-name',
+    'APP_NAME',
+    "Elastic Beanstalk application name",
+    :required => true
+
+  option '--env-name',
+    'ENV_NAME' ,
+    'Elastic Beanstalk environment name which will be updated',
+    :required => true
+
+  option '--bucket',
+    'BUCKET_NAME',
+    'S3 Bucket.',
+    :required => true
+
+  option '--bucket-base-dir',
+    'BUCKET_BASE_DIR',
+    'S3 Bucket base directory'
+
+  option '--application-version',
+    'VERSION',
+    'Specify an Application Version'
+
+  option '--region',
+    'REGION',
+    'EC2 Region.',
+    :default => 'us-east-1'
+
+  option '--archive',
+    'ARCHIVE',
+    'Specify application archive file'
+
+  include SnapDeploy::CLI::DefaultOptions
+  include SnapDeploy::Helpers
+  include Rake::FileUtilsExt
+
+  def execute
+    require 'aws-sdk'
+    setup_aws_auth
+    create_bucket unless bucket_exists?
+
+    info "Deploying application version `#{version_label}' to application `#{app_name}' on environment `#{env_name}'"
+    sleep 5 #s3 eventual consistency
+    create_app_version unless application_exists?
+    update_environment
+  end
+
+  private
+  def upload(key, file)
+    obj = s3.buckets[bucket].objects[key]
+    obj.write(Pathname.new(file))
+    obj
+  end
+
+  def application_exists?
+    application_versions = eb.describe_application_versions({
+      :application_name  => app_name,
+      :version_labels    => [version_label]
+    })[:application_versions]
+
+    if application_versions.any?
+      info "Application version already exists, will not create an application version or upload it to S3"
+      true
+    end
+  end
+
+  def create_app_version
+    file_path = bucket_base_dir ? File.join(bucket_base_dir, archive_name) : archive_name
+    s3_object = upload(file_path, archive_file)
+    options = {
+      :application_name  => app_name,
+      :version_label     => version_label,
+      :description       => deploy_comment,
+      :source_bundle     => {
+        :s3_bucket => bucket,
+        :s3_key    => s3_object.key
+      },
+      :auto_create_application => false
+    }
+    eb.create_application_version(options)
+  end
+
+  def update_environment
+    options = {
+      :environment_name  => env_name,
+      :version_label     => version_label
+    }
+    info "Updating environment `#{env_name}' with application version `#{version_label}'"
+    eb.update_environment(options)
+  end
+
+  def archive_file
+    archive ? archive : create_zip
+  end
+
+  def create_zip
+    sh("git ls-files | zip -q -@ #{archive_name}", :verbose => !!verbose?)
+    archive_name
+  end
+
+  def files_to_pack
+    `git ls-files -z`.split("\x0")
+  end
+
+  def archive_name
+    archive ? "#{archive_base_name}-#{version_label}#{archive_ext_name}" : "#{version_label}.zip"
+  end
+
+  def archive_base_name
+    File.basename(archive, archive_ext_name)
+  end
+
+  def archive_ext_name
+    File.extname(archive)
+  end
+
+  def version_label
+    application_version ? application_version : "snap-ci-#{pipeline_counter}-#{short_commit}"
+  end
+
+  def create_bucket
+    s3.buckets.create(bucket)
+  end
+
+  def bucket_exists?
+    s3.buckets.map(&:name).include?(bucket)
+  end
+
+  def eb
+    @eb ||= AWS::ElasticBeanstalk.new.client
+  end
+
+  def s3
+    @s3 ||= AWS::S3.new
+  end
+
+  def setup_aws_auth
+    info "Logging in using Access Key ending with : #{access_key_id[-4..-1]}" unless @aws_configured
+    AWS.config(
+      access_key_id: access_key_id,
+      region: region,
+      secret_access_key: secret_access_key,
+      logger: logger,
+      log_formatter: AWS::Core::LogFormatter.colored
+    )
+    @aws_configured = true
+  end
+
+end