shipment-deploy 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 86469817a1abdb8afef74ba478c6fbcc4cd09e6d
+  data.tar.gz: c1d42b3aa527d742484ca4a0584ce949fdf67a03
+SHA512:
+  metadata.gz: 26e85ca97548fb373f653d9e4316cd48a89661b7046637410b6ae3f452892b28d7fb35e0db99604e240f9db6d12c0766ae27241f5a4ec7ce553e18d34186b4cf
+  data.tar.gz: f326df3df0e58440109d16598e947469a2d92e2ebc16fbe3ddc9d0668c0293bd3db5dc2c25663e8fbf686e369753d98fba5b55effa548c6a73bbf7b60781e32c

data/.gitignore

@@ -0,0 +1,22 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/.rspec

@@ -0,0 +1,4 @@
+--color
+--require spec_helper
+--format documentation
+

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in shipment.gemspec
+gemspec
+
+gem 'sidekiq'

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Logan Hasson
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,82 @@
+# Shipment
+
+Easy deployment using Docker
+
+## Installation
+
+    $ gem install shipment
+
+## Usage
+
+    $ ship lash # Setup credentials
+
+    $ ship this # Prepare application for deployment
+
+    $ ship out  # Deploy application
+
+## What It Does
+
+1. Sets up a droplet on DigitalOcean with the proper SSH key
+2. Creates two Docker containers on the droplet: one for your
+   application, and one for a Postgres database
+3. Sets up a deploy key for your application's repo on GitHub
+4. Adds a `.shipment` file to your project containing
+   application-specific information
+5. Adds an entry to a global `.shipment` file in your home directory to
+   keep track of all deployments
+
+## Notes
+
+1. Setup takes between 5 and 10 minutes, depending upon the speed of
+   DigitalOcean
+2. During setup, green arrows indicate local ouptut, blue arrows
+   indicate commands run on the server, red arrows indicate failed
+commands and/or connection timeouts, and unmarked output represents
+stdout on the server.
+3. Some output is printed in red, even though there is no error. Some
+   server output is being improperly redirected to stderr.
+4. Currently, the only option is to set up a 2gb droplet in the NYC2
+   region.
+5. Currently, the server runs on port 3000.
+
+## Todo
+
+1. Only add `.shipmet` to `.gitignore` once, duh!
+2. Handle SSH authorization issues when re-setting up. DigitalOcean
+   allows adding multiple keys with the same name. Need to delete
+existing key locally and remotely when running setup again. (Probably
+should either remove `ship setup` command or do some checking when that
+command is run.)
+3. Need to deal with commit limit. Containers need to be exported every
+   once in a while to clean up Aufs layers.
+4. Save and push application-specific docker images to user's docker
+   account.
+5. Allow deploying from branches other than master.
+6. Error handle *way* better. Need to be able to handle partial
+   setups/deploys.
+7. Look into creating a base image that already includes ruby and
+   postgres containers. (Requires support from DigitalOcean.)
+8. Look into using `docker attach` to allow viewing logs.
+9. Better deal with committing and pushing on `ship this`. Right now,
+   rejected pushes would break everything.
+10. Create simple way to symlink credentials from an `application.yml` or
+   `.env` file.
+11. Fix messy output during setup and deploy. Also, deal with duplicate
+   'Done.'s when a command is re-run.
+12. Speed everything up.
+13. Clean up the classes. Most things are doing *way* too much.
+14. Write specs!
+15. Add cleanup option to remove all system config.
+
+## Contributing
+
+1. Fork it ( https://github.com/loganhasson/shipment/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request
+
+# Author
+
+[@loganhasson](http://twitter.com/loganhasson)
+

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/ship

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+require 'shipment/cli'
+
+if ARGV[0] == '.'
+  ARGV[0] = "this"
+end
+
+Shipment::CLI.start(ARGV)

data/lib/shipment.rb

@@ -0,0 +1,6 @@
+require "shipment/version"
+
+module Shipment
+  # Your code goes here...
+end
+

data/lib/shipment/cli.rb

@@ -0,0 +1,56 @@
+require 'thor'
+require 'shipment/mooring'
+require 'shipment/credentials_checker'
+require 'shipment/rigging'
+require 'shipment/slip'
+
+module Shipment
+
+  class CLI < Thor
+    desc "lash", "Setup shipment with your GitHub and DigitalOcean credentials"
+    long_desc <<-LONGDESC
+      `ship lash` will collect your GitHub and DigitalOcean credentials.
+    LONGDESC
+    def lash
+      Shipment::Mooring.lash
+    end
+
+    desc "this", "Prepare your application for deployment"
+    long_desc <<-LONGDESC
+    `ship this` will setup all necessary files and prepare a remote server for
+    deployment.
+
+    This process includes adding the `mina` gem to your Gemfile, creating a new 
+    `deploy.rb` file, altering your `database.yml` file for use on the remote 
+    server, and ensuring that all necessary SSH keys are in place.
+
+    Alternate usage: `ship .`
+    LONGDESC
+    def this
+      if !Shipment::CredentialsChecker.verify
+        Shipment::Mooring.lash
+      end
+
+      Shipment::Rigging.rig
+    end
+
+    desc "out", "Deploy your application"
+    long_desc <<-LONGDESC
+    `ship out` will deploy your application's master branch to your DigitalOcean 
+    server.
+    LONGDESC
+    def out
+      if !Shipment::CredentialsChecker.verify
+        Shipment::Mooring.lash
+      end
+
+      if !File.exist?('.shipment')
+        Shipment::Rigging.rig
+      end
+
+      Shipment::Slip.cast_off
+    end
+  end
+
+end
+

data/lib/shipment/credentials_checker.rb

@@ -0,0 +1,23 @@
+require 'netrc'
+
+module Shipment
+
+  class CredentialsChecker
+    attr_reader :netrc
+
+    def self.verify
+      new.verify
+    end
+
+    def initialize
+      @netrc = Netrc.read
+    end
+
+    def verify
+      ![netrc["shipment.gh"], netrc["shipment.do"]].flatten.any? do |cred|
+        cred.nil? || cred.empty? || cred == " "
+      end
+    end
+  end
+
+end

data/lib/shipment/mooring.rb

@@ -0,0 +1,156 @@
+require 'netrc'
+require 'sshkey'
+require 'octokit'
+require 'digitalocean'
+require 'highline/import'
+
+module Shipment
+
+  class Mooring
+    attr_accessor :gh_username, :gh_password, :gh_token,
+                  :do_client_id, :do_api_key,
+                  :ssh_key, :private_key, :public_key
+    def self.lash
+      new.lash
+    end
+
+    def lash
+      write_gh_creds
+      write_do_creds
+      do_ssh_success = setup_do_ssh_key
+      while !do_ssh_success
+        puts "Your DigitalOcean credentials are invalid. Please try again."
+        write_do_creds
+        do_ssh_success = setup_do_ssh_key
+      end
+    end
+
+    def write_gh_creds
+      collect_gh_creds
+      write_creds(:gh)
+    end
+
+    def collect_gh_creds
+      self.gh_username = ask('GitHub Username: ')
+      self.gh_password = ask('GitHub Password (Never Stored): ') do |q|
+        q.echo = false
+      end
+      self.gh_token = get_gh_token
+    end
+
+    def get_gh_token
+      success = true
+      token_exists = false
+
+      client = Octokit::Client.new(login: gh_username, password: gh_password)
+
+      begin
+        authorization = client.create_authorization(
+          scopes: [
+            "user",
+            "repo",
+            "public_repo",
+            "write:public_key",
+            "read:public_key",
+            "read:org",
+            "read:repo_hook",
+            "write:repo_hook",
+            "repo_deployment",
+            "admin:public_key",
+            "admin:repo_hook"
+          ],
+          note: "Shipment Token"
+        )
+      rescue Octokit::UnprocessableEntity => e
+        success = false
+        if !!e.message.match(/already_exists/)
+          token_exists = true
+
+          puts <<-MSG.gsub(/^ {12}/,'')
+            A token for Shipment already exists for your GitHub account. This 
+            may or may not cause issues. Please visit your GitHub account, 
+            delete the existing token, and try this setup again.
+          MSG
+        end
+      rescue Octokit::Unauthorized
+        success = false
+        puts "Your GitHub username and password are invalid. Please try again."
+      end
+
+      if success
+        return authorization[:token]
+      elsif token_exists
+        exit
+      else
+        collect_gh_creds
+      end
+    end
+
+    def write_do_creds
+      collect_do_creds
+      write_creds(:do)
+    end
+
+    def collect_do_creds
+      self.do_client_id = ask("DigitalOcean Client ID: ")
+      self.do_api_key = ask("DigitalOcean API Key: ")
+    end
+
+    def write_creds(provider)
+      netrc = Netrc.read
+
+      if provider == :do
+        netrc["shipment.do"] = do_client_id, do_api_key
+      elsif provider == :gh
+        netrc["shipment.gh"] = gh_username, gh_token
+      end
+
+      netrc.save
+    end
+
+    def setup_do_ssh_key
+      create_key
+      transmit_do_key
+    end
+
+    def create_key
+      self.ssh_key = SSHKey.generate
+      self.private_key = write_private_key
+      self.public_key = write_public_key
+    end
+
+    def write_private_key
+      File.open("#{ENV['HOME']}/.ssh/shipment_rsa", "w+") do |f|
+        f.write ssh_key.private_key
+      end
+
+      `chmod 0600 #{ENV['HOME']}/.ssh/shipment_rsa`
+      return ssh_key.private_key
+    end
+
+    def write_public_key
+      File.open("#{ENV['HOME']}/.ssh/shipment_rsa.pub", "w+") do |f|
+        f.write ssh_key.ssh_public_key
+      end
+
+      return ssh_key.ssh_public_key
+    end
+
+    def transmit_do_key
+      Digitalocean.client_id = do_client_id
+      Digitalocean.api_key = do_api_key
+
+      response = Digitalocean::SshKey.create({
+        name: 'shipment',
+        ssh_pub_key: CGI::escape(public_key)
+      })
+
+      if response.status == "ERROR"
+        return false
+      else
+        return true
+      end
+    end
+  end
+
+end

data/lib/shipment/project/customizer.rb

@@ -0,0 +1,99 @@
+require 'git'
+require 'securerandom'
+require 'shipment/server/ssh_client'
+
+module Shipment
+  module Project
+
+    class Customizer
+      attr_accessor :repo_info
+
+      def self.customize
+        puts "-----> ".green + "Setting up deployment settings..."
+        new.customize
+      end
+
+      def initialize
+        @repo_info = YAML.load(File.read('.shipment'))
+      end
+
+      def customize
+        puts "-----> ".green + "Checking for Redis and Sidqkiq..."
+        if has_sidekiq?
+          add_sidekiq
+        elsif has_redis?
+          add_redis
+        end
+
+        puts "-----> ".green + "Updating database info..."
+        update_db_info
+        puts "-----> ".green + "Adding .shipment file to .gitignore..."
+        add_shipment_to_gitignore
+        puts "-----> ".green + "Committing and pushing changes..."
+        commit_and_push
+      end
+
+      def commit_and_push
+        git = Git.open(FileUtils.pwd)
+        git.add(all: true)
+        git.commit("Setup for deployment with shipment")
+        git.push(git.remote("origin"))
+      end
+
+      def add_shipment_to_gitignore
+        File.open(".gitignore", "a") do |f|
+          f.write '.shipment'
+        end
+      end
+
+      def has_sidekiq?
+        !!File.read('Gemfile').match(/sidekiq/)
+      end
+
+      def add_sidekiq
+        repo_info[:sidekiq] = true
+        add_redis
+      end
+
+      def has_redis?
+        !!File.read('Gemfile').match(/redis/)
+      end
+
+      def add_redis
+        repo_info[:redis] = true
+      end
+
+      def update_shipment_file
+        File.open('.shipment', 'w+') do |f|
+          f.write repo_info.to_yaml
+        end
+      end
+
+      def update_db_info
+        create_db_creds
+        update_shipment_file
+        update_db_yaml
+      end
+
+      def update_db_yaml
+        FileUtils.cp('config/database.yml', 'config/database.yml.bak')
+        database_yml = YAML.load(File.read('config/database.yml'))
+        database_yml["production"] = {
+          "url" => "postgres://#{repo_info[:database][:username]}:#{repo_info[:database][:password]}@#{repo_info[:ip_address]}:5432/#{repo_info[:database][:name]}"
+        }
+        File.open("config/database.yml", "w+") do |f|
+          f.write database_yml.to_yaml
+        end
+      end
+
+      def create_db_creds
+        repo_info[:database] = {
+          username: SecureRandom.hex(5).chars.unshift('s').join,
+          password: SecureRandom.hex.chars.unshift('s').join,
+          name: SecureRandom.hex(10).chars.unshift('s').join
+        }
+      end
+    end
+
+  end
+end

data/lib/shipment/project/repo.rb

@@ -0,0 +1,39 @@
+require 'git'
+require 'netrc'
+require 'yaml'
+
+module Shipment
+  module Project
+
+    class Repo
+      attr_accessor :repo, :url, :user, :name, :original_name
+
+      def initialize
+        self.repo = Git.open(FileUtils.pwd)
+        parse_details
+      end
+
+      def parse_details
+        get_url
+        get_user
+        get_name
+      end
+
+      def get_url
+        self.url = repo.remotes.detect do |remote|
+          remote.name == "origin"
+        end.url
+      end
+
+      def get_user
+        self.user = url.match(/(?:https:\/\/|git@)github\.com(?:\:|\/)(.*)\/.+(?:\.git)?/)[1]
+      end
+
+      def get_name
+        self.original_name = url.match(/(?:https:\/\/|git@).*\/(.+)(?:\.git)?/)[1].gsub('.git', '')
+        self.name = url.match(/(?:https:\/\/|git@).*\/(.+)(?:\.git)?/)[1].gsub('.git', '').gsub('_','-')
+      end
+    end
+
+  end
+end

data/lib/shipment/rigging.rb

@@ -0,0 +1,16 @@
+require 'shipment/server/initializer'
+require 'shipment/project/repo'
+
+module Shipment
+
+  class Rigging
+    def self.rig
+      new.rig
+    end
+
+    def rig
+      Shipment::Server::Initializer.spin_up(Shipment::Project::Repo.new)
+    end
+  end
+
+end

data/lib/shipment/server/initializer.rb

@@ -0,0 +1,121 @@
+require 'digitalocean'
+require 'netrc'
+require 'colorize'
+require 'shipment/server/ssh_client'
+require 'shipment/project/customizer'
+require 'yaml'
+
+module Shipment
+  module Server
+
+    class Initializer
+      attr_reader :repo_url, :repo_name, :repo_user, :repo
+      attr_accessor :droplet, :ip_address
+
+      def self.spin_up(repo)
+        new(repo).spin_up
+      end
+
+      def initialize(repo)
+        @repo = repo
+        @repo_url, @repo_name, @repo_user = repo.url, repo.name, repo.user
+        netrc = Netrc.read
+        Digitalocean.client_id, Digitalocean.api_key = netrc["shipment.do"]
+      end
+
+      def spin_up
+        create_droplet
+        store_droplet_data
+        update_ssh_config
+        Shipment::Project::Customizer.customize
+        Shipment::Server::SSHClient.setup(
+          repo: repo,
+          ip_address: ip_address
+        )
+      end
+
+      def create_droplet
+        print "-----> ".green + "Creating Droplet: #{repo_name}"
+        self.droplet = Digitalocean::Droplet.create({
+          name: repo_name,
+          size_id: get_size_id,
+          image_id: get_image_id,
+          region_id: get_region_id,
+          ssh_key_ids: [get_ssh_key_id]
+        }).droplet
+        print_waiting
+      end
+
+      def store_droplet_data
+        puts "-----> ".green + "Storing droplet data..."
+        File.open("#{ENV['HOME']}/.shipment", "a") do |f|
+          f.write "#{droplet.id} : #{repo_name} : #{ip_address}\n"
+        end
+
+        puts "-----> ".green + "Creating .shipment file..."
+        yaml = {
+          id: droplet.id,
+          ip_address: ip_address,
+          name: repo_name,
+          user: repo_user,
+          url: repo_url,
+          secret: `rake secret`.strip
+        }.to_yaml
+        File.open(File.join(FileUtils.pwd, ".shipment"), "w+") do |f|
+          f.write yaml
+        end
+      end
+
+      def update_ssh_config
+        puts "-----> ".green + "Setting up SSH config..."
+        File.open("#{ENV['HOME']}/.ssh/config", "a") do |f|
+          f.write <<-SSHCONFIG.gsub(/^ {10}/,'')
+
+          Host #{ip_address}
+          Hostname #{ip_address}
+          IdentityFile #{ENV['HOME']}/.ssh/shipment_rsa
+          User root
+          SSHCONFIG
+        end
+      end
+
+      def get_size_id
+        Digitalocean::Size.all.sizes.detect {|size| size.slug == "2gb"}.id
+      end
+
+      def get_image_id
+        Digitalocean::Image.all.images.detect {|image| image.name.match(/Docker/)}.id
+      end
+
+      def get_region_id
+        Digitalocean::Region.all.regions.detect {|region| region.slug == "nyc2"}.id
+      end
+
+      def get_ssh_key_id
+        Digitalocean::SshKey.all.ssh_keys.detect {|key| key.name == "shipment"}.id
+      end
+
+      def droplet_created?
+        !!(remote_droplet.status == "active")
+      end
+
+      def get_ip_address
+        remote_droplet.ip_address
+      end
+
+      def remote_droplet
+        Digitalocean::Droplet.find(droplet.id).droplet
+      end
+
+      def print_waiting
+        while !droplet_created?
+          print "."
+          sleep 3
+        end
+
+        self.ip_address = get_ip_address
+        puts "Done."
+      end
+    end
+  end
+end

data/lib/shipment/server/ssh_client.rb

@@ -0,0 +1,218 @@
+require 'net/ssh'
+require 'netrc'
+require 'highline/import'
+require 'colorize'
+
+module Shipment
+  module Server
+
+    class SSHClient
+      attr_reader :ip_address, :repo, :repo_url, :repo_name, :repo_user,
+                  :repo_original_name, :gh_username, :gh_token, :db_user,
+                  :db_password, :db_name, :secret_key_base
+
+      def self.setup(repo:, ip_address:)
+        new(repo, ip_address).setup
+      end
+
+      def self.deploy(repo:, ip_address:)
+        new(repo, ip_address).deploy
+      end
+
+      def initialize(repo, ip_address)
+        @gh_username, @gh_token = Netrc.read["shipment.gh"]
+        @ip_address = ip_address
+        @repo_url, @repo_name, @repo_user, @repo_original_name = repo.url, repo.name, repo.user, repo.original_name
+        db_info = YAML.load(File.read('.shipment'))[:database]
+        @secret_key_base = YAML.load(File.read('.shipment'))[:secret]
+        @db_user, @db_password, @db_name = db_info[:username], db_info[:password], db_info[:name]
+      end
+
+      def setup
+        add_to_known_hosts
+        puts "-----> ".green + "Preparing server..."
+        setup_database_container
+        setup_application_container
+      end
+
+      def deploy
+        puts "-----> ".green + "Deploying..."
+        kill_and_commit_old_server
+        start_new_server
+        puts "-----> ".green + "Done.\nYour application is accessable at: #{ip_address}"
+
+      end
+
+      def kill_and_commit_old_server
+        puts "-----> ".green + "Stopping existing server..."
+        run_remote_command("if sudo docker ps -a | grep application > /dev/null; then docker kill application && docker commit application #{repo_user}/#{repo_name} && docker rm application; fi")
+      end
+
+      def start_new_server
+        puts "-----> ".green + "Restarting server..."
+        redis_command, sidekiq_command = parse_redis_and_sidekiq
+        run_remote_command("docker run -d -p 80:3000 --name application -e SECRET_KEY_BASE=#{secret_key_base} #{repo_user}/#{repo_name} /bin/bash -c 'kill -9 $(pgrep -f sidekiq) > /dev/null 2>&1 && kill -9 $(pgrep -f redis-server) > /dev/null 2>&1 && kill -9 $(pgrep -f rails) > /dev/null 2>&1 && source /etc/profile.d/rvm.sh && rm -rf #{repo_name} && git clone #{repo_url} #{repo_name} && cd #{repo_name} && bundle install && RAILS_ENV=production bundle exec rake db:migrate#{redis_command}#{sidekiq_command} && rails server -p 3000 -e production'")
+      end
+
+      def parse_redis_and_sidekiq
+        # Code smell...
+        commands = []
+        if YAML.load(File.read('.shipment'))[:sidekiq]
+          commands << ' && redis-server /etc/redis/redis.conf'
+          commands << ' && bundle exec sidekiq -d -L log/sidekiq.log'
+        elsif YAML.load(File.read('.shipment'))[:redis]
+          commands << ' && redis-server /etc/redis/redis.conf'
+        end
+
+        return commands
+      end
+
+      def add_to_known_hosts
+        puts "-----> ".green + "Giving server time to prepare for SSH connections (this will take about 1 minute)..."
+        sleep 60
+        puts "-----> ".green + "Adding droplet to known hosts..."
+        FileUtils.touch('known_host.sh')
+        FileUtils.chmod('+x', 'known_host.sh')
+        File.open('known_host.sh', 'w+') do |f|
+          f.write <<-SCRIPT.gsub(/^ {10}/, '')
+          #!/bin/bash
+
+          /usr/bin/expect <<EOD
+          spawn ssh root@#{ip_address}
+          expect -re "(continue)"
+          send "yes\\n"
+          send "exit\\n"
+          expect eof
+          EOD
+          SCRIPT
+        end
+        `./known_host.sh && rm known_host.sh`
+      end
+
+      def setup_database_container
+        puts "-----> ".green + "Setting up database container..."
+        pull_postgres_image
+        setup_database_user
+        start_database_container
+      end
+
+      def pull_postgres_image
+        puts "-----> ".green + "Pulling Postgres image (this may take a few minutes)..."
+        run_remote_command("docker pull loganhasson/postgres_image")
+      end
+
+      def setup_database_user
+        puts "-----> ".green + "Setting up database user..."
+        run_remote_command("docker run --name database -e USER=#{db_user} -e PASSWORD=#{db_password} -e NAME=#{db_name} loganhasson/postgres_image /bin/bash -c 'wget https://gist.githubusercontent.com/loganhasson/d8f8a91875087407ea6a/raw/21bdbd6134e470397cef1ab0feeefdecee3fb6f0/database_setup_shipment.sql && service postgresql start && psql --set \"user=$USER\" --set \"password=$PASSWORD\" --file=database_setup_shipment.sql && createdb -O $USER $NAME && service postgresql stop && rm database_setup_shipment.sql && wget https://gist.githubusercontent.com/loganhasson/680f4b02c0f295dd7961/raw/18af1b0ccb2bb485dfc51e2fde169fce91393bca/update_postgres_config_shipment.sh && chmod +x update_postgres_config_shipment.sh && ./update_postgres_config_shipment.sh && rm update_postgres_config_shipment.sh' && docker commit database #{repo_user}/#{repo_name}_db && docker rm database && docker rmi loganhasson/postgres_image")
+      end
+
+      def start_database_container
+        puts "-----> ".green + "Starting postgres server..."
+        run_remote_command("docker run --name database -d -p 5432:5432 #{repo_user}/#{repo_name}_db su postgres -c '/usr/lib/postgresql/9.3/bin/postgres -D /var/lib/postgresql/9.3/main -c config_file=/etc/postgresql/9.3/main/postgresql.conf'")
+      end
+
+      def setup_application_container
+        puts "-----> ".green + "Setting up application container..."
+        pull_ruby_image
+        generate_ssh_key
+        add_deploy_key
+        clone_and_bundle
+        migrate
+        #save_docker_image
+
+        puts "-----> ".green + "Done.\nReady to deploy."
+        puts "Your server's IP Address is: #{ip_address}"
+      end
+
+      def pull_ruby_image
+        puts "-----> ".green + "Pulling Ruby image (this may take a few minutes)..."
+        run_remote_command("docker pull loganhasson/ruby_image")
+      end
+
+      def generate_ssh_key
+        puts "-----> ".green + "Generating deploy key..."
+        run_remote_command("docker run --name setup loganhasson/ruby_image /bin/bash -c 'ssh-keygen -t rsa -N \"\" -C \"#{repo_name}@shipment\" -f \"/root/.ssh/id_rsa\"' && docker commit setup #{repo_user}/#{repo_name} && docker rm setup && docker rmi loganhasson/ruby_image")
+      end
+
+      def add_deploy_key
+        puts "-----> ".green + "Adding deploy key to GitHub..."
+        run_remote_command("docker run --name deploy -e ACCESS_TOKEN=#{gh_token} -e REPO=#{repo_user}/#{repo_original_name} #{repo_user}/#{repo_name} /bin/bash -c 'source /etc/profile.d/rvm.sh && wget https://gist.githubusercontent.com/loganhasson/e4791b4abe2dc75bc82f/raw/342cd7c32cec4e58947c0eb1785f45abecf714c4/add_deploy_key_shipment.rb && ruby add_deploy_key_shipment.rb && rm add_deploy_key_shipment.rb' && docker commit deploy #{repo_user}/#{repo_name} && docker rm deploy")
+      end
+
+      def clone_and_bundle
+        puts "-----> ".green + "Cloning project into application container..."
+        run_remote_command("docker run --name bundle -e REPO_URL=#{repo_url} -e REPO_NAME=#{repo_name} #{repo_user}/#{repo_name} /bin/bash -c 'source /etc/profile.d/rvm.sh && wget https://gist.githubusercontent.com/loganhasson/5db07d7b5671a9bc5fef/raw/4a28de693b2631c69a888fada82d6b462e2fe09e/clone_with_expect_shipment.sh && chmod +x clone_with_expect_shipment.sh && ./clone_with_expect_shipment.sh && rm clone_with_expect_shipment.sh && cd #{repo_name} && bundle install && cd ..' && docker commit bundle #{repo_user}/#{repo_name} && docker rm bundle")
+      end
+
+      def migrate
+        puts "-----> ".green + "Migrating database..."
+        run_remote_command("docker run --name migrate #{repo_user}/#{repo_name} /bin/bash -c 'source /etc/profile.d/rvm.sh && cd #{repo_name} && RAILS_ENV=production bundle exec rake db:migrate' && docker rm migrate")
+      end
+
+      #def save_docker_image
+        #puts "-----> ".green + "Installing required packages (this may take a few minutes)..."
+        #run_remote_command("apt-get -y update && apt-get -y upgrade && apt-get -y udpate && apt-get -y install expect", true)
+
+        #puts "-----> ".green + "Saving docker images and pushing to Docker hub..."
+        #docker_username = ask("Docker username: ")
+        #docker_password = ask("Docker password: ") { |q| q.echo = false }
+        #docker_email = ask("Docker email address: ")
+
+        #run_remote_command(<<-SETUP
+        #/usr/bin/expect <<EOD
+        #spawn docker login
+        #expect "Username:"
+        #send "#{docker_username}\n"
+        #expect "Password:"
+        #send "#{docker_password}\n"
+        #expect "Email:"
+        #send "#{docker_email}\n"
+        #expect eof
+        #EOD
+        #SETUP
+        #)
+        #run_remote_command("docker push #{repo_user}/#{repo_name} && docker push #{repo_user}/#{repo_name}_db")
+      #end
+
+      def run_remote_command(command, silent=false)
+        puts "-----> ".blue + "#{command}"
+
+        begin
+          Net::SSH.start(ip_address, 'root', timeout: 500) do |ssh|
+            ssh.open_channel do |channel|
+              channel.exec "#{command}" do |ch, success|
+                raise "problem executing command: #{command}".red unless success
+
+                ch.on_data do |c, data|
+                  if !silent
+                    if !data.empty? && !(data == " ") && !(data == "\n") && !data.match(/ojbects|deltas/) && !(data == ".")
+                      $stdout.puts "       #{data.strip.chomp}"
+                    end
+                  end
+                end
+
+                ch.on_extended_data do |c, type, data|
+                  if !data.empty? && !(data == " ") && !(data == "\n") && !(data == ".")
+                    $stderr.puts "       #{data.strip.chomp}".red
+
+                    if data.strip.chomp.match(/Error pulling image/) || data.strip.chomp.match(/connection timed out/)
+                      $stderr.puts "-----> ".red + "CONNECTION TO DOCKER TIMED OUT: ".red + "Trying again..."
+                      run_remote_command(command, silent)
+                    end
+                  end
+                end
+
+                #ch.on_close { puts "-----> ".green + "Done." }
+              end
+            end
+          end
+        rescue Errno::ETIMEDOUT
+          $stderr.puts "-----> ".red + "CONNECTION TO SERVER TIMED OUT: ".red + "Reconnecting..."
+          run_remote_command(command, silent)
+        end
+      end
+    end
+
+  end
+end
+

data/lib/shipment/slip.rb

@@ -0,0 +1,18 @@
+require 'yaml'
+require 'shipment/server/ssh_client'
+require 'shipment/project/repo'
+
+module Shipment
+  class Slip
+    def self.cast_off
+      new.cast_off
+    end
+
+    def cast_off
+      Shipment::Server::SSHClient.deploy(
+        repo: Shipment::Project::Repo.new,
+        ip_address: YAML.load(File.read('.shipment'))[:ip_address]
+      )
+    end
+  end
+end

data/lib/shipment/version.rb

@@ -0,0 +1,4 @@
+module Shipment
+  VERSION = "0.0.3"
+end
+

data/shipment.gemspec

@@ -0,0 +1,36 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'shipment/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "shipment-deploy"
+  spec.version       = Shipment::VERSION
+  spec.authors       = ["Logan Hasson"]
+  spec.email         = ["logan.hasson@gmail.com"]
+  spec.summary       = "Easy deployment using Docker"
+  spec.description   = "Automatically deploy Rails apps to DigitalOcean in a \
+                        Docker container."
+  spec.homepage      = "http://github.com/loganhasson/shipment"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib", "bin"]
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "spec"
+
+  spec.add_runtime_dependency "net-ssh"
+  spec.add_runtime_dependency "digitalocean"
+  spec.add_runtime_dependency "octokit"
+  spec.add_runtime_dependency "netrc"
+  spec.add_runtime_dependency "thor"
+  spec.add_runtime_dependency "highline"
+  spec.add_runtime_dependency "sshkey"
+  spec.add_runtime_dependency "git"
+  spec.add_runtime_dependency "colorize"
+end
+

data/spec/spec_helper.rb

@@ -0,0 +1,18 @@
+require_relative '../config/environment'
+
+RSpec.configure do |config|
+  config.filter_run :focus
+  config.run_all_when_everything_filtered = true
+
+  config.order = :random
+
+  config.expect_with :rspec do |expectations|
+    expectations.syntax = :expect
+  end
+
+  config.mock_with :rspec do |mocks|
+    mocks.syntax = :expect
+    mocks.verify_partial_doubles = true
+  end
+end
+

metadata

@@ -0,0 +1,236 @@
+--- !ruby/object:Gem::Specification
+name: shipment-deploy
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- Logan Hasson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-08-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: spec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: digitalocean
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: octokit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: netrc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sshkey
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: git
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Automatically deploy Rails apps to DigitalOcean in a                         Docker
+  container.
+email:
+- logan.hasson@gmail.com
+executables:
+- ship
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/ship
+- lib/shipment.rb
+- lib/shipment/cli.rb
+- lib/shipment/credentials_checker.rb
+- lib/shipment/mooring.rb
+- lib/shipment/project/customizer.rb
+- lib/shipment/project/repo.rb
+- lib/shipment/rigging.rb
+- lib/shipment/server/initializer.rb
+- lib/shipment/server/ssh_client.rb
+- lib/shipment/slip.rb
+- lib/shipment/version.rb
+- shipment.gemspec
+- spec/spec_helper.rb
+homepage: http://github.com/loganhasson/shipment
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+- bin
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Easy deployment using Docker
+test_files:
+- spec/spec_helper.rb