elzar 0.1.2 → 0.2.0

data/bin/elzar

@@ -0,0 +1,94 @@
+#!/usr/bin/env ruby
+require 'gli'
+begin # XXX: Remove this begin/rescue before distributing your app
+  require 'elzar/cli'
+rescue LoadError
+  STDERR.puts "In development, you need to use `bundle exec bin/elzar` to run your app"
+  STDERR.puts "At install-time, RubyGems will make sure lib, etc. are in the load path"
+  STDERR.puts "Feel free to remove this message from bin/elzar now"
+  exit 64
+end
+
+include GLI::App
+
+program_desc 'Describe your application here'
+
+version Elzar::VERSION
+
+desc 'Sets up default provisioning skeleton'
+command :init do |c|
+  c.flag :dna,
+    :default_value => 'rails',
+    :arg_name => 'dna',
+    :must_match => %w[rails], # TODO Dynamically determine the list of available DNAs (e.g., clojure, etc.)
+    :desc => 'The application stack you wish to deploy'
+
+  c.action do |global_options,options,args|
+    Elzar::Cli::Init.run(global_options.merge(options))
+  end
+end
+
+desc 'Spins up a new EC2 instance ready for cooking'
+arg_name 'instance_name' # TODO raise error if arg not given
+command :preheat do |c|
+  c.flag :aws_config_dir,
+    :default_value => Elzar::AwsConfig::DEFAULT_CONFIG_DIR,
+    :arg_name => 'aws_config_dir',
+    :desc => "The directory containing your AWS config files"
+
+  c.action do |global_options,options,args|
+    instance_name = args.first
+    Elzar::Cli::Preheat.run(instance_name, global_options.merge(options))
+  end
+end
+
+desc 'Converges and runs recipes on given instance'
+arg_name 'instance_id' # TODO raise error if arg not given
+command :cook do |c|
+  c.flag :aws_config_dir,
+    :default_value => Elzar::AwsConfig::DEFAULT_CONFIG_DIR,
+    :arg_name => 'aws_config_dir',
+    :desc => "The directory containing your AWS config files"
+
+  c.action do |global_options,options,args|
+    instance_id = args.first
+    Elzar::Cli::Cook.run(instance_id, global_options.merge(options))
+  end
+end
+
+desc 'Destroys the given EC2 instance'
+arg_name 'instance_id' # TODO raise error if arg not given
+command :destroy do |c|
+  c.flag :aws_config_dir,
+    :default_value => Elzar::AwsConfig::DEFAULT_CONFIG_DIR,
+    :arg_name => 'aws_config_dir',
+    :desc => "The directory containing your AWS config files"
+
+  c.action do |global_options,options,args|
+    instance_id = args.first
+    Elzar::Cli::Destroy.run(instance_id, global_options.merge(options))
+  end
+end
+
+pre do |global,command,options,args|
+  # Pre logic here
+  # Return true to proceed; false to abourt and not call the
+  # chosen command
+  # Use skips_pre before a command to skip this block
+  # on that command only
+  true
+end
+
+post do |global,command,options,args|
+  # Post logic here
+  # Use skips_post before a command to skip this
+  # block on that command only
+end
+
+on_error do |exception|
+  # Error logic here
+  # return false to skip default error handling
+  true
+end
+
+exit run(ARGV)

data/chef/site-cookbooks/ruby/metadata.rb

@@ -1,6 +1,8 @@
 maintainer       "Relevance"
 maintainer_email "opfor@thinkrelevance.com"
 license          "All rights reserved"
-description      "Installs/Configures ruby"
+description      "Installs/Configures Ruby"
+recipe           "ruby", "Installs and configures Ruby"
+recipe           "ruby::path", "Adds Ruby to every user's PATH"
 long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
 version          "0.0.1"

data/chef/site-cookbooks/ruby/recipes/default.rb

@@ -52,3 +52,4 @@ end
 execute "Updating rubygems" do
   command "#{node[:ruby][:install_path]}/bin/gem update --system && #{node[:ruby][:install_path]}/bin/gem update --system #{node[:ruby][:gems_version]}"
 end
+

data/chef/site-cookbooks/ruby/recipes/path.rb

@@ -0,0 +1,17 @@
+#
+# Cookbook Name:: ruby
+# Recipe:: path
+#
+# Copyright 2012, Relevance
+#
+# All rights reserved - Do Not Redistribute
+
+bash "Add ruby to each user's PATH" do
+  code <<-SH
+    for f in `ls /home/*/.bashrc`; do
+      if ! grep -q "#{node[:ruby][:install_path]}" "$f"; then
+        echo -e '\\nexport PATH="#{node[:ruby][:install_path]}/bin:$PATH"\\n' | sudo tee -a "$f"
+      fi
+    done
+  SH
+end

data/elzar.gemspec

@@ -15,8 +15,12 @@ Gem::Specification.new do |s|
   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
 
+  s.add_dependency 'gli', '~> 2.0.0'
   s.add_dependency 'multi_json', '~> 1.3.0'
+  s.add_dependency 'fog', '~> 1.5.0'
+  s.add_dependency 'slushy', '~> 0.1.3'
   s.add_development_dependency 'rake', '~> 0.9.2.2'
   s.add_development_dependency 'rspec'
+  s.add_development_dependency 'bahia'
   s.add_development_dependency 'bundler'
 end

data/lib/elzar.rb

@@ -1,6 +1,10 @@
 require 'elzar/version'
 require 'elzar/template'
 require 'elzar/assistant'
+require 'elzar/aws_config'
+require 'elzar/compute'
+
+require 'elzar/core_ext/hash'
 
 module Elzar
   ROOT_DIR = File.expand_path File.dirname(__FILE__) + '/../'
@@ -14,7 +18,7 @@ module Elzar
   end
 
   def self.create_provision_directory(destination, options={})
-    Assistant.create_user_provision_dir destination.to_s, options[:local]
+    Assistant.create_user_provision_dir destination.to_s, options
     Assistant.generate_files destination.to_s, options
   end
 

data/lib/elzar/assistant.rb

@@ -1,96 +1,108 @@
 require 'fileutils'
 require 'tmpdir'
-require 'elzar/chef_dna'
 
 module Elzar
   module Assistant
     ELZAR_DIR = 'elzar'
     CHEF_SOLO_DIR = '/tmp/chef-solo'
 
-    def self.generate_files(dest, options={})
-      vm_host_name = options[:app_name] ?
-        "#{options[:app_name].gsub('_','-')}.local" : "elzar.thinkrelevance.com"
-      Template.generate 'Vagrantfile', dest, :vm_host_name => vm_host_name,
-        :cookbooks_path => Elzar::COOKBOOK_DIRS, :local => options[:local]
-      if options[:local]
-        generate_local_files dest
-      else
-        require 'multi_json'
-        generate_user_files dest, options
+    class InvalidDnaError < StandardError
+      def initialize(line, line_number)
+        super "Invalid configuration in dna.json:#{line_number} - #{line.strip}"
       end
     end
 
-    def self.create_user_provision_dir(dest, local=false)
-      FileUtils.mkdir_p dest
-      cp "#{Elzar.templates_dir}/dna.json", dest
-      cp "#{Elzar.templates_dir}/Gemfile", dest
-      cp "#{Elzar.templates_dir}/upgrade-chef.sh", dest
-      cp "#{Elzar.templates_dir}/.rvmrc", dest
-      cp "#{Elzar.templates_dir}/README.md", dest
-      cp_r "#{Elzar.templates_dir}/data_bags", dest
-      cp_r "#{Elzar.templates_dir}/script", dest
-      cp_r "#{Elzar.templates_dir}/.chef", dest
-    end
+    class << self
+      def generate_files(dest, options={})
+        vm_host_name = options[:app_name] ?
+          "#{options[:app_name].gsub('_','-')}.local" : "elzar.thinkrelevance.com"
+        Template.generate 'Vagrantfile', dest, :vm_host_name => vm_host_name,
+          :cookbooks_path => Elzar::COOKBOOK_DIRS, :local => options[:local]
+        if options[:local]
+          generate_local_files dest
+        else
+          require 'multi_json'
+          generate_user_files dest, options
+        end
+      end
 
-    def self.merge_and_create_temp_directory(user_dir)
-      dest = Dir.mktmpdir
-      elzar_dir = "#{dest}/#{ELZAR_DIR}"
-      FileUtils.mkdir_p elzar_dir
-
-      generate_solo_rb dest, Elzar::COOKBOOK_DIRS.map {|dir| "#{CHEF_SOLO_DIR}/#{ELZAR_DIR}/#{dir}" }
-      cp_r Elzar::ROLES_DIR, dest
-      cp_r "#{Elzar::CHEF_DIR}/cookbooks", elzar_dir
-      cp_r "#{Elzar::CHEF_DIR}/site-cookbooks", elzar_dir
-      # merges user provision with elzar's provision
-      cp_r "#{user_dir}/.", dest
-      dest
-    end
+      def create_user_provision_dir(dest, options={})
+        dna = options[:dna] || 'rails' # TODO be better than this
 
-    private
+        FileUtils.mkdir_p dest
+        cp "#{Elzar.templates_dir}/gitignore", "#{dest}/.gitignore"
+        cp "#{Elzar.templates_dir}/.rvmrc", dest
+        cp "#{Elzar.templates_dir}/aws_config.yml", dest
+        cp "#{Elzar.templates_dir}/aws_config.private.yml", dest
+        cp "#{Elzar.templates_dir}/dna/#{dna}.json", "#{dest}/dna.json"
+        cp "#{Elzar.templates_dir}/Gemfile", dest
+        cp "#{Elzar.templates_dir}/README.md", dest
+        cp "#{Elzar.templates_dir}/upgrade-chef.sh", dest
+        cp_r "#{Elzar.templates_dir}/data_bags", dest
+        cp_r "#{Elzar.templates_dir}/script", dest
+        cp_r "#{Elzar.templates_dir}/.chef", dest
+      end
 
-    def self.generate_local_files(dest)
-      generate_solo_rb dest
-      cp_r Elzar::ROLES_DIR, dest
-      cp_r "#{Elzar::CHEF_DIR}/cookbooks", dest
-      cp_r "#{Elzar::CHEF_DIR}/site-cookbooks", dest
-    end
+      def merge_and_create_temp_directory(user_dir)
+        validate_dna! "#{user_dir}/dna.json"
 
-    def self.generate_user_files(dest, options={})
-      if options[:authorized_keys]
-        create_authorized_key_data_bag(options[:authorized_keys], dest)
+        dest = Dir.mktmpdir
+        elzar_dir = "#{dest}/#{ELZAR_DIR}"
+        FileUtils.mkdir_p elzar_dir
+
+        generate_solo_rb dest, Elzar::COOKBOOK_DIRS.map {|dir| "#{CHEF_SOLO_DIR}/#{ELZAR_DIR}/#{dir}" }
+        cp_r Elzar::ROLES_DIR, dest
+        cp_r "#{Elzar::CHEF_DIR}/cookbooks", elzar_dir
+        cp_r "#{Elzar::CHEF_DIR}/site-cookbooks", elzar_dir
+        # merges user provision with elzar's provision
+        cp_r "#{user_dir}/.", dest
+        dest
       end
-      if options[:app_name] && options[:database] && options[:ruby_version]
-        create_dna_json(dest, *options.values_at(:app_name, :database, :ruby_version))
+
+      def validate_dna!(dna_file_path)
+        lines = File.readlines(dna_file_path)
+        lines.each_with_index do |line, line_number|
+          raise InvalidDnaError.new(line, line_number + 1) if line.match(/TODO/)
+        end
       end
-    end
 
-    def self.generate_solo_rb(dest, additional=[])
-      dirs = Elzar::COOKBOOK_DIRS.map {|dir| "#{CHEF_SOLO_DIR}/#{dir}" }
-      Template.generate "solo.rb", dest, :cookbook_path => dirs + additional,
-        :chef_solo_dir => CHEF_SOLO_DIR
-    end
+      private
 
-    def self.cp(*args)
-      FileUtils.cp(*args)
-    end
+      def generate_local_files(dest)
+        generate_solo_rb dest
+        cp_r Elzar::ROLES_DIR, dest
+        cp_r "#{Elzar::CHEF_DIR}/cookbooks", dest
+        cp_r "#{Elzar::CHEF_DIR}/site-cookbooks", dest
+      end
 
-    def self.cp_r(*args)
-      FileUtils.cp_r(*args)
-    end
+      def generate_user_files(dest, options={})
+        if options[:authorized_keys]
+          create_authorized_key_data_bag(options[:authorized_keys], dest)
+        end
+      end
 
-    def self.create_dna_json(dest, app_name, database, ruby_version)
-      content = MultiJson.load(File.read("#{Elzar.templates_dir}/dna.json"))
-      content['rails_app']['name'] = app_name
-      ChefDNA.gene_splice(content, database, ruby_version)
-      File.open("#{dest}/dna.json", 'w+') {|f| f.write MultiJson.dump(content) }
-    end
+      def generate_solo_rb(dest, additional=[])
+        dirs = Elzar::COOKBOOK_DIRS.map {|dir| "#{CHEF_SOLO_DIR}/#{dir}" }
+        Template.generate "solo.rb", dest, :cookbook_path => dirs + additional,
+          :chef_solo_dir => CHEF_SOLO_DIR
+      end
 
-    def self.create_authorized_key_data_bag(authorized_keys, dest)
-      data_bag_dir = "#{dest}/data_bags/deploy"
-      FileUtils.mkdir_p data_bag_dir
-      File.open("#{data_bag_dir}/authorized_keys.json", 'w+') do |f|
-        f.write MultiJson.dump("id" => "authorized_keys", "keys" => authorized_keys)
+      def cp(*args)
+        FileUtils.cp(*args)
+      end
+
+      def cp_r(*args)
+        FileUtils.cp_r(*args)
+      end
+
+      def create_authorized_key_data_bag(authorized_keys, dest)
+        data_bag_dir = "#{dest}/data_bags/deploy"
+        FileUtils.mkdir_p data_bag_dir
+        File.open("#{data_bag_dir}/authorized_keys.json", 'w+') do |f|
+          f.write MultiJson.dump("id" => "authorized_keys", "keys" => authorized_keys)
+        end
       end
     end
+
   end
 end

data/lib/elzar/aws_config.rb

@@ -0,0 +1,46 @@
+require 'yaml'
+require 'pathname'
+
+module Elzar
+  module AwsConfig
+
+    DEFAULT_CONFIG_DIR = 'provision/'
+    CONFIG_FILE = 'aws_config.yml'
+    PRIVATE_CONFIG_FILE = 'aws_config.private.yml'
+
+    class ConfigFileNotFound < StandardError
+      def initialize(file)
+        super "Unable to locate config file: #{file.to_path}"
+      end
+    end
+
+    class << self
+      def load_configs(config_directory = nil)
+        config_directory ||= DEFAULT_CONFIG_DIR
+
+        config_file, private_config_file = find_config_files(config_directory)
+        read_and_merge_config_files(config_file, private_config_file)
+      end
+
+      private
+
+      def find_config_files(config_directory)
+        dir = Pathname.new config_directory
+        config, private_config = dir.join(CONFIG_FILE), dir.join(PRIVATE_CONFIG_FILE)
+        raise_error_unless_files_exist! config, private_config
+
+        [config, private_config]
+      end
+
+      def read_and_merge_config_files(base_file, other_file)
+        base, other = YAML.load(base_file.read), YAML.load(other_file.read)
+        base.deep_merge(other)
+      end
+
+      def raise_error_unless_files_exist!(*files)
+        files.each { |f| raise ConfigFileNotFound.new(f) unless f.exist? }
+      end
+    end
+
+  end
+end

data/lib/elzar/cli.rb

@@ -0,0 +1,143 @@
+require 'elzar'
+require 'elzar/ssh_key_locator'
+
+module Elzar
+  module Cli
+    class MissingArgumentsError < StandardError
+      def initialize(cmd, arguments)
+        super "Required arguments missing (#{arguments.join(', ')})." \
+          " Run `elzar help #{cmd}` for more information."
+      end
+    end
+
+    class Runner
+      def self.run(*args)
+        runner = new(*args)
+        runner.require_arguments!
+        runner.run
+      end
+
+      def self.required_argument(*arg_names)
+        @required_arguments ||= []
+        @required_arguments += arg_names
+      end
+
+      def self.required_arguments
+        @required_arguments || []
+      end
+
+      def require_arguments!
+        missing_arguments = self.class.required_arguments.select do |arg|
+          arg_value = self.instance_variable_get(:"@#{arg}")
+          arg_value.to_s.strip.empty?
+        end
+
+        raise MissingArgumentsError.new(cmd, missing_arguments) unless missing_arguments.empty?
+      end
+
+      private
+
+      def notify(msg)
+        # TODO chop off only initial indentation level
+        puts msg.gsub(/^\s+/,'')
+      end
+
+      def aws_config
+        Elzar::AwsConfig.load_configs @aws_config_dir
+      end
+
+      def cmd
+        self.class.name.split('::').last.downcase
+      end
+
+
+    end
+
+    class Init < Runner
+      attr_reader :authorized_keys, :dna
+
+      def initialize(options = {})
+        @dna = options[:dna]
+      end
+
+      def run
+        Elzar.create_provision_directory 'provision', provisioning_options
+        notify <<-MSG
+          Created provision/ directory.
+          !!! You must go edit provision/dna.json to meet your app's needs !!!
+        MSG
+      end
+
+      private
+
+      def provisioning_options
+        {
+          :authorized_keys => find_ssh_keys,
+          :dna => dna
+        }
+      end
+
+      def find_ssh_keys
+        Elzar::SshKeyLocator.find_local_keys
+      end
+    end
+
+    class Preheat < Runner
+      attr_reader :instance_name
+
+      required_argument :instance_name
+
+      def initialize(instance_name, options = {})
+        @instance_name = instance_name
+        @aws_config_dir = options[:aws_config_dir]
+      end
+
+      def run
+        notify "Provisioning an instance..."
+        instance_id, instance_ip = Elzar::Compute.provision_and_bootstrap!(instance_name, aws_config)
+        notify <<-MSG
+          Finished provisioning server
+            Instance ID: #{instance_id}
+            Instance IP: #{instance_ip}
+        MSG
+      end
+    end
+
+    class Cook < Runner
+      attr_reader :instance_id
+
+      required_argument :instance_id
+
+      def initialize(instance_id, options = {})
+        @instance_id = instance_id
+        @aws_config_dir = options[:aws_config_dir]
+      end
+
+      def run
+        notify "Cooking..."
+        inst_id, inst_ip = Elzar::Compute.converge!(instance_id, aws_config)
+        notify <<-MSG
+          Finished cooking
+            Instance ID: #{inst_id}
+            Instance IP: #{inst_ip}
+        MSG
+      end
+    end
+
+    class Destroy < Runner
+      attr_reader :instance_id
+
+      required_argument :instance_id
+
+      def initialize(instance_id, options = {})
+        @instance_id = instance_id
+        @aws_config_dir = options[:aws_config_dir]
+      end
+
+      def run
+        Elzar::Compute.destroy!(instance_id, aws_config)
+        notify "Destroyed instance #{instance_id}"
+      end
+    end
+  end
+end