dew 0.1.0

data/lib/dew.rb

@@ -0,0 +1,7 @@
+require 'inform'
+require 'dew/commands'
+require 'dew/models'
+require 'dew/controllers'
+require 'dew/cloud'
+require 'dew/view'
+require 'dew/password'

data/lib/dew/aws_resources.yaml

@@ -0,0 +1,122 @@
+---
+regions:
+  us-east-1: US East (Virginia)
+  us-west-1: US West (North California)
+  eu-west-1: EU West (Ireland)
+  ap-southeast-1: Asia Pacific (Singapore)
+  ap-northeast-1: Asia Pacific (Tokyo)
+
+instance_types:
+  m1.small:
+    memory: 1.7 GB
+    processor: 1 ECU
+    storage: 160 GB
+    platform: 32-bit
+    io_performance: Moderate
+
+  m1.large:
+    memory: 7.5 GB
+    processor: 4 ECUs
+    storage: 850 GB
+    platform: 64-bit
+    io_performance: High
+
+  m1.xlarge:
+    memory: 15 GB
+    processor: 8 ECUs
+    storage: 1,690 GB
+    platform: 64-bit
+    io_performance: High
+
+  t1.micro:
+    memory: 613MB
+    processor: Up to 2 ECUs
+    storage: EBS storage only
+    platform: 32-bit or 64-bit
+    io_performance: Low
+
+  m2.xlarge:
+    memory: 17.1 GB
+    processor: 6.5 ECUs
+    storage: 420 GB
+    platform: 64-bit
+    io_performance: Moderate
+
+  m2.2xlarge:
+    memory: 34.2 GB
+    processor: 13 ECUs
+    storage: 850 GB
+    platform: 64-bit
+    io_performance: High
+
+  m2.4xlarge:
+    memory: 68.4 GB
+    processor: 26 ECUs
+    storage: 1690 GB
+    platform: 64-bit
+    io_performance: High
+
+  c1.medium:
+    memory: 1.7 GB
+    processor: 5 ECUs
+    storage: 350 GB
+    platform: 32-bit
+    io_performance: Moderate
+
+  c1.xlarge:
+    memory: 7 GB
+    processor: 20 ECUs
+    storage: 1690 GB
+    platform: 64-bit
+    io_performance: High
+
+  cc1.4xlarge:
+    memory: 23 GB
+    processor: 33.5 ECUs
+    storage: 1690 GB
+    platform: 64-bit
+    io_performance: Very High
+
+  cg1.4xlarge:
+    memory: 22 GB
+    processor: 33.5 ECUs
+    storage: 1690 GB
+    platform: 64-bit
+    io_performance: Very High
+
+db_instance_types:
+  db.m1.small:
+    memory: 1.7 GB
+    processor: 1 ECU
+    platform: 64-bit
+    io_performance: Moderate
+
+  db.m1.large:
+    memory: 7.5 GB
+    processor: 4 ECUs
+    platform: 64-bit
+    io_performance: High
+
+  db.m1.xlarge:
+    memory: 15 GB
+    processor: 8 ECUs
+    platform: 64-bit
+    io_performance: High
+
+  db.m2.xlarge:
+    memory: 17.1 GB
+    processor: 6.5 ECU
+    platform: 64-bit
+    io_performance: High
+
+  db.m2.2xlarge:
+    memory: 34 GB
+    processor: 13 ECUs
+    platform: 64-bit
+    io_performance: High
+
+  db.m2.4xlarge:
+    memory: 68 GB
+    processor: 26 ECUs
+    platform: 64-bit
+    io_performance: High

data/lib/dew/base_command.rb

@@ -0,0 +1,24 @@
+require 'clamp'
+
+# Monkey patch clamp to remove duplicate options from help
+module Clamp::Option::Declaration
+  alias_method :non_uniq_documented_options, :documented_options
+  def documented_options
+    non_uniq_documented_options.uniq
+  end
+end
+
+
+class DewBaseCommand < Clamp::Command
+  def configure
+    $debug = debug?
+    Inform.level = quiet? ? :warning : (verbose? ? :debug : :info)
+    Cloud.region = region
+    Cloud.account_name = account
+  end
+
+  def execute
+    configure
+    super
+  end
+end

data/lib/dew/cloud.rb

@@ -0,0 +1,79 @@
+class Cloud
+
+  attr_reader :region, :account_name, :profile_name
+
+  class << self
+
+    def connect region, account_name, profile_name = nil
+      @connection = new(region, account_name, profile_name)
+      Inform.info("Connected to AWS in %{region} using account %{account_name}", :region => region, :account_name => account_name)
+    end
+
+    def method_missing method, *args
+      @connection.send(method, *args)
+    end
+
+  end
+
+  def account
+    @account ||= Account.read(account_name)
+  end
+
+  def compute
+    @compute ||= Fog::Compute.new(fog_credentials.merge({:provider => 'AWS'}))
+  end
+
+  def security_groups
+    @security_groups ||= compute.security_groups.inject({}) { |h, g| h[g.name] = g; h }
+  end
+
+  def valid_servers
+    @valid_servers ||= Cloud.compute.servers.select{ |s| %w{running pending}.include?(s.state) }
+  end
+
+  def keypair_exists? keypair
+    !!compute.key_pairs.get(keypair)
+  end
+
+  def elb
+    @elb ||= Fog::AWS::ELB.new(fog_credentials)
+  end
+
+  def rds
+    @rds ||= Fog::AWS::RDS.new(fog_credentials)
+  end
+
+  def rds_authorized_ec2_owner_ids
+    # XXX - Does this belong in Fog::AWS::RDS ?
+    @rds_authorized_ec2_owner_ids ||= rds.security_groups.detect { |security_group|
+      security_group.id == 'default'
+    }.ec2_security_groups.select { |ec2_security_group|
+      ec2_security_group["EC2SecurityGroupName"] == "default" && ec2_security_group["Status"] == "authorized"
+    }.collect { |h|
+      h["EC2SecurityGroupOwnerId"]
+    }
+  end
+
+  def profile
+    if profile_name
+      @profile ||= Profile.read(profile_name)
+    end
+  end
+
+  def keyfile_path(key_name)
+    account_dir = File.join(ENV['HOME'], '.dew','accounts')
+    File.join(account_dir, 'keys', account_name, region, "#{key_name}.pem")
+  end
+
+  private
+
+  def initialize region, account_name, profile_name = nil
+    @region = region
+    @account_name = account_name
+    @profile_name = profile_name      
+  end
+
+  def fog_credentials
+    {:region => region, :aws_access_key_id => account.aws_access_key_id, :aws_secret_access_key => account.aws_secret_access_key}
+  end
+end

data/lib/dew/commands.rb

@@ -0,0 +1,6 @@
+require 'dew/base_command'
+require 'dew/commands/ami'
+require 'dew/commands/deploy'
+require 'dew/commands/environments'
+require 'dew/commands/console'
+require 'dew/commands/tidy'

data/lib/dew/commands/ami.rb

@@ -0,0 +1,67 @@
+require 'dew/controllers/amis_controller'
+
+class AMIsCommand < Clamp::Command
+
+  def puppet_node_filename node_name
+    File.join(ENV['HOME'], '.dew', 'puppet', 'manifests', 'nodes', "#{node_name}.pp")
+  end
+
+  def controller
+    @controller ||= AMIsController.new
+  end
+
+  default_subcommand "index", "Show AMIs" do
+
+    def execute
+      controller.index
+    end
+
+  end
+
+  subcommand "show", "Show an AMI" do
+
+    parameter "AMI_NAME", "Name of AMI"
+
+    def execute
+      controller.show(ami_name)
+    end
+
+  end
+
+  subcommand "show", "Show an AMI" do
+
+    parameter "AMI_NAME", "Name of AMI"
+
+    def execute
+      controller.show(ami_name)
+    end
+
+  end
+
+  subcommand "create", "Create a new AMI" do
+
+    parameter "PUPPET_NODE_NAME", "Puppet node (in puppet/manifests/nodes/*.pp) to run on AMI" do |puppet_node_name|
+      unless File.exist?(puppet_node_filename(puppet_node_name))
+        raise ArgumentError, "Can't find puppet/#{puppet_node_filename(puppet_node_name)}: check that puppet submodule is checked out and node exists"
+      end
+      puppet_node_name
+    end
+    parameter "AMI_NAME", "What to call the newly created AMI"
+
+    def execute
+      controller.create(ami_name, puppet_node_name)
+    end
+
+  end
+
+  subcommand "destroy", "Destroy an existing AMI" do
+
+    parameter "AMI_NAME", "Name of AMI to destroy"
+    option ['-f', '--force'], :flag, "Don't ask for confirmation before destroying", :default => false
+
+    def execute
+      controller.destroy(ami_name, :force => force?)
+    end
+
+  end
+end

data/lib/dew/commands/console.rb

@@ -0,0 +1,17 @@
+class ConsoleCommand < Clamp::Command
+  def execute
+    load File.expand_path(File.join(File.dirname(__FILE__), 'console', 'irb_override.rb'))
+    ARGV.reject! { true }
+    puts <<-EOS
+===============================================================
+Objects available: -
+
+Cloud          - Cloud Handle
+Cloud.compute  - Access AWS EC2 (Elastic Compute Cloud) instances
+Cloud.elb      - Access AWS ELB (Elastic Load Balancers)
+Cloud.rds      - Access AWS RDS (Relational Database Service)
+===============================================================
+EOS
+    IRB.start_session(binding)
+  end
+end

data/lib/dew/commands/console/irb_override.rb

@@ -0,0 +1,24 @@
+require 'irb'
+
+module IRB # :nodoc:
+  def self.start_session(binding)
+    unless @__initialized
+      args = ARGV
+      ARGV.replace(ARGV.dup)
+      IRB.setup(nil)
+      ARGV.replace(args)
+      @__initialized = true
+    end
+
+    workspace = WorkSpace.new(binding)
+
+    irb = Irb.new(workspace)
+
+    @CONF[:IRB_RC].call(irb.context) if @CONF[:IRB_RC]
+    @CONF[:MAIN_CONTEXT] = irb.context
+
+    catch(:IRB_EXIT) do
+      irb.eval_input
+    end
+  end
+end

data/lib/dew/commands/deploy.rb

@@ -0,0 +1,114 @@
+require 'dew/controllers/amis_controller'
+require 'erb' # XXX
+require 'ostruct' # XXX
+require 'open-uri' # XXX
+require 'json' # XXX
+
+class DeployCommand < Clamp::Command
+
+  def template filename
+    File.join(File.dirname(__FILE__), 'deploy', 'templates', filename)
+  end
+
+  subcommand 'passenger', "Deploy a Passenger-compatiable application to an environment" do
+    parameter "APPLICATION_NAME", "Repository and application name"
+    parameter "REVISION", "Git revision to deploy (tag, branch, or commit id)"
+    parameter "ENVIRONMENT_NAME", "Environment to deploy into"
+
+    option ['--rails-env'], 'ENVIRONMENT', "Rails environment to use", :default => 'production'
+
+    def execute
+      env = Environment.get(environment_name)
+      env.servers.each do |server|
+        Inform.info("Working with server %{id} of %{l} servers", :id => server.id, :l => env.servers.length)
+        env.remove_server_from_elb(server) if env.has_elb?
+
+        ssh = server.ssh
+        initial = !ssh.exist?(application_name)
+
+        Inform.info("%{app} doesn't exist - initial install", :app => application_name) if initial
+
+        Inform.info("Stopping apache") do
+          ssh.run "sudo apache2ctl stop"
+        end
+
+        Inform.info("Obtaining version %{v} of %{app}", :v => revision, :app => application_name) do
+          if initial
+            Inform.debug("Writing out ~/.ssh/known_hosts file to allow github clone")
+            ssh.upload template('known_hosts'), ".ssh/known_hosts"
+            Inform.debug("Cloning %{app} in to ~/%{app}", :app => application_name)
+            ssh.run "git clone git@github.com:playup/#{application_name}.git #{application_name}"
+          else
+            Inform.debug("Updating %{app} repository",  :app => application_name)
+            ssh.run "cd #{application_name}; git fetch -q"
+          end
+
+          Inform.debug("Checking out version %{version}", :version => revision)
+          ssh.run "cd #{application_name} && git checkout -q -f origin/#{revision}"
+        end
+
+        cd_and_rvm = "cd #{application_name} && . /usr/local/rvm/scripts/rvm && rvm use ruby-1.9.2 && RAILS_ENV=#{rails_env} "
+
+        Inform.info("Updating/installing gems") do
+          ssh.run cd_and_rvm + "bundle install"
+        end
+
+        if ssh.exist?("#{application_name}/config/database.yml")
+          Inform.info("config/database.yml exists, creating and/or updating database") do
+            Inform.debug("Creating database") if initial
+            ssh.run cd_and_rvm + "rake db:create" if initial
+            Inform.debug("Updating database")
+            ssh.run cd_and_rvm + "rake db:migrate"
+          end
+        else
+          Inform.info("No config/database.yml, skipping database step")
+        end
+
+        Inform.info("Starting application with passenger") do
+          if ssh.exist?('/etc/apache2/sites-enabled/000-default')
+            Inform.debug("Disabling default apache site")
+            ssh.run "sudo a2dissite default"
+          end
+          Inform.debug("Uploading passenger config")
+          passenger_config = ERB.new(File.read template('apache.conf.erb')).result(OpenStruct.new(
+            :rails_env => rails_env,
+            :application_name => application_name,
+            :working_directory => "/home/ubuntu/#{application_name}"
+          ).instance_eval {binding})
+          ssh.write passenger_config, "/tmp/apache.conf"
+          ssh.run "sudo cp /tmp/apache.conf /etc/apache2/sites-available/#{application_name}"
+          ssh.run "sudo chmod 0644 /etc/apache2/sites-available/#{application_name}" # yeah, I don't know why it gets written as 0600
+          unless ssh.exist?('/etc/apache2/sites-enabled/#{application_name}')
+            Inform.debug("Enabling passenger site in apache")
+            ssh.run "sudo a2ensite #{application_name}"
+          end
+          Inform.debug("Restarting apache")
+          ssh.run "sudo apache2ctl restart"
+        end
+
+        status_url = "http://#{server.public_ip_address}/status"
+        Inform.info("Checking status URL at %{u}", :u => status_url) do
+          response = JSON.parse(open(status_url).read)
+          unless response.include?('status') && response['status'] == 'OK'
+            raise "Did not receive an OK status response."
+          end
+        end
+        env.add_server_to_elb(server) if env.has_elb?
+      end
+    end
+
+  end
+
+  subcommand 'puge', "Deploy PUGE" do
+    parameter "TAG", "Git revision to deploy (tag, branch, or commit id)"
+    parameter "ENVIRONMENT_NAME", "Environment to deploy into"
+    parameter "RAILS_ENV", "Rails environment used for db setup"
+
+    def execute
+      Inform.info("Deploying PUGE tag %{tag} using RAILS_ENV %{rails_env} to environment %{environment_name}", :tag => tag, :rails_env => rails_env, :environment_name => environment_name)
+
+      DeployController.new.create('puge', environment_name, { 'tag' => tag, 'rails_env' => rails_env })
+      Inform.info("Deployed successfully.")
+    end
+  end
+end