ruby_deployer 0.1.0

data/.gitignore

@@ -0,0 +1,5 @@
+Deployfile
+.DS_Store
+tags
+tmp/
+config/

data/.rvmrc

@@ -0,0 +1,5 @@
+rvm use 1.9.3@ruby-deployer --create
+
+if ! command -v bundle ; then
+  gem install bundler
+fi

data/Gemfile

@@ -0,0 +1,3 @@
+source :rubygems
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,41 @@
+PATH
+  remote: .
+  specs:
+    ruby_deployer (0.0.1)
+      fog
+      rake
+      thor
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    builder (3.1.3)
+    excon (0.16.4)
+    fog (1.6.0)
+      builder
+      excon (~> 0.14)
+      formatador (~> 0.2.0)
+      mime-types
+      multi_json (~> 1.0)
+      net-scp (~> 1.0.4)
+      net-ssh (>= 2.1.3)
+      nokogiri (~> 1.5.0)
+      ruby-hmac
+    formatador (0.2.3)
+    jruby-pageant (1.1.1)
+    mime-types (1.19)
+    multi_json (1.3.6)
+    net-scp (1.0.4)
+      net-ssh (>= 1.99.1)
+    net-ssh (2.6.0)
+      jruby-pageant (>= 1.1.1)
+    nokogiri (1.5.5)
+    rake (0.9.2.2)
+    ruby-hmac (0.4.0)
+    thor (0.16.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  ruby_deployer!

data/README.md

@@ -0,0 +1,69 @@
+# Ruby Deployer
+
+A simple tool with a simple name that helps put deployments into the
+hands of developers instead of manual deployment tinkers.
+
+## Philosophy
+
+This tool has a philosophy that drives its developement.
+
+* Deploy artifacts, not source revisions.
+* Automate creation, provisioning and decommissioning of machines on top
+  of a virtualized machine.
+* Simple, understandable DSL that is similar in style and function to
+  rake.
+* Servers that contain only runtime environments.
+* Reproducable production environments on a local machine.
+
+## Sample Code
+
+Deployfile
+
+```ruby
+artifact :webapp do
+  before do
+    sh 'bundle install --deployment'
+    rake 'assets:precompile'
+  end
+  exclude ['db']
+end
+
+artifact :db do
+  before do
+    sh 'bundle install --deployment'
+  end
+  include ['db', 'vendor'] # We need vendor for the vendered gems
+end
+
+provision do
+  # By default, cookbooks are discovered in ./cookbooks
+  # cookbooks ['cookbooks']
+  instance 'haproxy'
+  instance 'application_master'
+  instance 'application', count: 4
+  instance 'database_master'
+  instance 'database'
+  instance 'resque', count: 2
+end
+
+deploy do
+  push :webapp => ['application_master', 'application', 'resque']
+  push :db => ['database_master', 'database']
+end
+
+verify do
+  rake "deploy:verify[#{environment}]"
+end
+```
+
+Minimal Deployfile
+
+```ruby
+artifact :webapp
+
+provision do
+  instance 'application_master'
+end
+
+deploy :webapp => ['application_master']
+```

data/bin/ruby-deployer

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'thor'
+require_relative '../lib/ruby_deployer'
+
+RubyDeployer::Runner.start ARGV

data/lib/ruby_deployer/artifact_dsl.rb

@@ -0,0 +1,31 @@
+require_relative 'file_system_repository'
+require_relative 'general_dsl'
+
+module RubyDeployer
+  class ArtifactDSL
+    include GeneralDSL
+
+    attr_reader :excludes
+
+    def initialize options
+      @repository = (options[:repository] or FileSystemRepository).new
+    end
+
+    def before(&block)
+      @before_block = block
+    end
+
+    def exclude excludes
+      @excludes = excludes.map { |exclude| "\\*#{exclude}" }
+    end
+
+    def execute(&block)
+      instance_eval &block
+    end
+
+    def publish file
+      instance_eval &@before_block if @before_block
+      @repository.publish file
+    end
+  end
+end

data/lib/ruby_deployer/builder.rb

@@ -0,0 +1,29 @@
+module RubyDeployer
+  class Builder
+    def initialize deploy_file
+      @deploy_file = deploy_file
+    end
+
+    def start
+      puts 'Building...'
+      @deploy_file.artifacts.each do |name, artifact|
+        file = package name, artifact
+        artifact.publish File.open(file)
+      end
+    end
+
+    private
+
+    def package name, artifact
+      puts "Creating package #{package_name(name)}..."
+      file_location = File.join('tmp', package_name(name))
+      `mkdir -p tmp`
+      `zip -r #{file_location} . -x #{artifact.excludes.join(' ')}`
+      file_location
+    end
+
+    def package_name name
+      "#{name}-#{Time.now.to_i}.zip"
+    end
+  end
+end

data/lib/ruby_deployer/deploy_file.rb

@@ -0,0 +1,44 @@
+require_relative 'artifact_dsl'
+require_relative 'provision_dsl'
+require_relative 'deployment_dsl'
+
+module RubyDeployer
+  class DeployFile
+    attr_reader :artifacts, :instances, :deployments
+
+    def initialize file
+      @file = file
+      @artifacts = Hash.new
+      @instances = []
+      @deployments = {}
+    end
+
+    def artifact(name, options={}, &block)
+      artifact_dsl = ArtifactDSL.new(options)
+      artifact_dsl.execute(&block) if block_given?
+      @artifacts[name] = artifact_dsl
+    end
+
+    def provision(options={}, &block)
+      provision_dsl = ProvisionDSL.new(options)
+      provision_dsl.execute(&block) if block_given?
+      @instances = provision_dsl.instances
+    end
+
+    def deploy(&block)
+      deployment_dsl = DeploymentDSL.new
+      deployment_dsl.execute(&block) if block_given?
+      @deployments = deployment_dsl.deployments
+    end
+
+    def evaluate
+      eval(contents, binding)
+    end
+
+    private
+
+    def contents
+      File.read @file
+    end
+  end
+end

data/lib/ruby_deployer/deployer.rb

@@ -0,0 +1,51 @@
+module RubyDeployer
+  class Deployer
+    def initialize deploy_file, artifact, environment, artifact_repository
+      @deploy_file = deploy_file
+      @artifact = artifact
+      @environment = environment
+      @artifact_repository = artifact_repository
+    end
+
+    def start
+      destinations = @deploy_file.deployments[@artifact.to_sym]
+      targets = servers destinations
+      targets.each do |target|
+        target.scp(@artifact_repository.get_latest, '/home/ubuntu')
+      end
+    end
+
+    def servers(destinations)
+      destinations.map do |destination|
+        server = connection.servers.all.detect do |s|
+          s.state == 'running' and
+          s.tags.include? "#{@environment}_#{destination}"
+        end
+        server.private_key_path = File.join('config', 'aws_key')
+        server
+      end
+    end
+
+    private
+
+    def connection
+      @connection ||= Fog::Compute.new({
+        provider:              'AWS',
+        aws_access_key_id:     config['AWS_ACCESS_KEY_ID'],
+        aws_secret_access_key: config['AWS_SECRET_ACCESS_KEY']
+      })
+    end
+
+    def config
+      @config ||= begin
+                    load_config_error unless File.exists?(File.join('config', 'fog.yml'))
+                    YAML.load_file File.join('config', 'fog.yml')
+                  end
+    end
+
+    def load_config_error
+      log('Cannot load config/fog.yml')
+      raise StandardError.new('Cannot load config/fog.yml')
+    end
+  end
+end

data/lib/ruby_deployer/deployment_dsl.rb

@@ -0,0 +1,19 @@
+module RubyDeployer
+  class DeploymentDSL
+    attr_reader :deployments
+
+    def initialize
+      @deployments = {}
+    end
+
+    def push(options)
+      options.each do |artifact, destinations|
+        @deployments[artifact] = destinations
+      end
+    end
+
+    def execute(&block)
+      instance_eval &block
+    end
+  end
+end

data/lib/ruby_deployer/execution_failure_error.rb

@@ -0,0 +1,4 @@
+module RubyDeployer
+  class ExecutionFailureError < StandardError
+  end
+end

data/lib/ruby_deployer/file_system_repository.rb

@@ -0,0 +1,16 @@
+module RubyDeployer
+  class FileSystemRepository
+    def initialize
+      @location = File.expand_path('~/.rubydeployer/artifacts')
+      `mkdir -p #{@location}`
+    end
+
+    def publish file
+      FileUtils.copy file, @location
+    end
+
+    def get_latest
+      Dir.glob(File.join(@location, '*.zip')).last
+    end
+  end
+end

data/lib/ruby_deployer/general_dsl.rb

@@ -0,0 +1,25 @@
+require_relative 'execution_failure_error'
+
+module RubyDeployer
+  module GeneralDSL
+    def sh cmd, options={}
+      result = `#{cmd}`
+      if $?.exitstatus > 0
+        raise ExecutionFailureError.new(cmd) unless options[:skip_on_fail]
+      end
+      log result
+    end
+
+    def rake cmd, options={}
+      result = `bundle exec rake #{cmd}`
+      if $?.exitstatus > 0
+        raise ExecutionFailureError.new(cmd) unless options[:skip_on_fail]
+      end
+      log result
+    end
+
+    def log message
+      puts message
+    end
+  end
+end

data/lib/ruby_deployer/instance.rb

@@ -0,0 +1,24 @@
+require_relative 'general_dsl'
+require 'fog'
+
+module RubyDeployer
+  class Instance
+    include GeneralDSL
+
+    attr_reader :name, :options
+
+    def initialize name, options
+      @name = name
+      @options = options
+    end
+
+    def build connection, environment
+      connection.servers.bootstrap(
+        private_key_path: File.join('config', 'aws_key'),
+        public_key_path: File.join('config', 'aws_key.pub'),
+        username: 'ubuntu',
+        tags: ["#{environment}_#{name}"]
+      )
+    end
+  end
+end

data/lib/ruby_deployer/provision_dsl.rb

@@ -0,0 +1,19 @@
+require_relative 'instance'
+
+module RubyDeployer
+  class ProvisionDSL
+    attr_reader :instances
+
+    def initialize options
+      @instances = []
+    end
+
+    def instance(name, options={}, &block)
+      @instances << Instance.new(name, options)
+    end
+
+    def execute(&block)
+      instance_eval &block
+    end
+  end
+end

data/lib/ruby_deployer/provisioner.rb

@@ -0,0 +1,35 @@
+module RubyDeployer
+  class Provisioner
+    def initialize deploy_file, environment
+      @deploy_file = deploy_file
+      @environment = environment
+    end
+
+    def start
+      puts 'Provisioning...'
+      @deploy_file.instances.each { |instance| instance.build(connection, @environment) }
+    end
+
+    private
+
+    def connection
+      @connection ||= Fog::Compute.new({
+        provider:              'AWS',
+        aws_access_key_id:     config['AWS_ACCESS_KEY_ID'],
+        aws_secret_access_key: config['AWS_SECRET_ACCESS_KEY']
+      })
+    end
+
+    def config
+      @config ||= begin
+                    load_config_error unless File.exists?(File.join('config', 'fog.yml'))
+                    YAML.load_file File.join('config', 'fog.yml')
+                  end
+    end
+
+    def load_config_error
+      log('Cannot load config/fog.yml')
+      raise StandardError.new('Cannot load config/fog.yml')
+    end
+  end
+end

data/lib/ruby_deployer/runner.rb

@@ -0,0 +1,57 @@
+require_relative 'deploy_file'
+require_relative 'builder'
+require_relative 'provisioner'
+require_relative 'deployer'
+require_relative 'unprovisioner'
+
+def requirements
+  unless File.exists? './Deployfile'
+    puts 'Cannot find a Deployfile'
+    exit 1
+  end
+  unless File.exists? 'config/fog.yml'
+    puts 'Cannot find a config/fog.yml file'
+    exit 1
+  end
+  unless File.exists? 'config/aws_key'
+    puts 'Cannot find a config/aws_key ssh key'
+    exit 1
+  end
+end
+
+module RubyDeployer
+  class Runner < Thor
+    desc "build", "build artifacts using the Deployfile"
+    def build
+      requirements
+      deploy_file = DeployFile.new(File.open('./Deployfile'))
+      deploy_file.evaluate
+      Builder.new(deploy_file).start
+    end
+
+    desc 'provision ENVIRONMENT_NAME', 'provision servers described in the Deployfile'
+    def provision(environment)
+      requirements
+      deploy_file = DeployFile.new(File.open('./Deployfile'))
+      deploy_file.evaluate
+      Provisioner.new(deploy_file, environment).start
+    end
+
+    desc 'deploy ARTIFACT ENVIRONMENT_NAME', 'deploy the latest artifact to the specified environment'
+    def deploy(artifact, environment)
+      requirements
+      deploy_file = DeployFile.new(File.open('./Deployfile'))
+      repository = FileSystemRepository.new
+      deploy_file.evaluate
+      Deployer.new(deploy_file, artifact, environment, repository).start
+    end
+
+    desc 'unprovision ENVIRONMENT_NAME', 'decommission the servers for a specified environment'
+    def unprovision(environment)
+      requirements
+      deploy_file = DeployFile.new(File.open('./Deployfile'))
+      deploy_file.evaluate
+      Unprovisioner.new(deploy_file, environment).start
+    end
+  end
+end

data/lib/ruby_deployer/unprovisioner.rb

@@ -0,0 +1,41 @@
+module RubyDeployer
+  class Unprovisioner
+    def initialize deploy_file, environment
+      @deploy_file = deploy_file
+      @environment = environment
+    end
+
+    def start
+      puts 'Unprovisioning...'
+      servers.each { |server| server.destroy }
+    end
+
+    private
+
+    def servers
+      connection.servers.select do |server|
+        server.tags.keys.any? { |tag| tag =~ /#{@environment}/ }
+      end
+    end
+
+    def connection
+      @connection ||= Fog::Compute.new({
+        provider:              'AWS',
+        aws_access_key_id:     config['AWS_ACCESS_KEY_ID'],
+        aws_secret_access_key: config['AWS_SECRET_ACCESS_KEY']
+      })
+    end
+
+    def config
+      @config ||= begin
+                    load_config_error unless File.exists?(File.join('config', 'fog.yml'))
+                    YAML.load_file File.join('config', 'fog.yml')
+                  end
+    end
+
+    def load_config_error
+      log('Cannot load config/fog.yml')
+      raise StandardError.new('Cannot load config/fog.yml')
+    end
+  end
+end

data/lib/ruby_deployer/version.rb

@@ -0,0 +1,3 @@
+module RubyDeployer
+  VERSION = '0.1.0'
+end

data/lib/ruby_deployer.rb

@@ -0,0 +1,2 @@
+require_relative 'ruby_deployer/version'
+require_relative 'ruby_deployer/runner'

data/ruby_deployer.gemspec

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/ruby_deployer/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Derek Hammer"]
+  gem.email         = ["derek.r.hammer@gmail.com"]
+  gem.description   = %q{Ruby deployer helps you deploy your web applications}
+  gem.summary       = %q{Ruby deployer helps you deploy your web applications}
+  gem.homepage      = ""
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "ruby_deployer"
+  gem.require_paths = ["lib"]
+  gem.version       = RubyDeployer::VERSION
+
+  gem.add_dependency 'thor'
+  gem.add_dependency 'rake'
+  gem.add_dependency 'fog'
+end

metadata

@@ -0,0 +1,117 @@
+--- !ruby/object:Gem::Specification
+name: ruby_deployer
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Derek Hammer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-10-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Ruby deployer helps you deploy your web applications
+email:
+- derek.r.hammer@gmail.com
+executables:
+- ruby-deployer
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rvmrc
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/ruby-deployer
+- lib/ruby_deployer.rb
+- lib/ruby_deployer/artifact_dsl.rb
+- lib/ruby_deployer/builder.rb
+- lib/ruby_deployer/deploy_file.rb
+- lib/ruby_deployer/deployer.rb
+- lib/ruby_deployer/deployment_dsl.rb
+- lib/ruby_deployer/execution_failure_error.rb
+- lib/ruby_deployer/file_system_repository.rb
+- lib/ruby_deployer/general_dsl.rb
+- lib/ruby_deployer/instance.rb
+- lib/ruby_deployer/provision_dsl.rb
+- lib/ruby_deployer/provisioner.rb
+- lib/ruby_deployer/runner.rb
+- lib/ruby_deployer/unprovisioner.rb
+- lib/ruby_deployer/version.rb
+- ruby_deployer.gemspec
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Ruby deployer helps you deploy your web applications
+test_files: []