rig 0.4.5 → 0.5.0

data/Gemfile

@@ -8,3 +8,4 @@ gem 'chef', '~> 0.10.8'
 gem 'net-ssh', '~> 2.1.4'
 gem 'mongodb'
 gem 'bson_ext'
+gem 'scout_api'

data/conf/accounts/default.yml

@@ -10,12 +10,12 @@
 # the same DNS provider for all of your accounts.
 :dns_zone: blah.com
 
-# this is the key that you will use to SSH to the server
+# this is the keypair that you use to SSH to the servers
 :keypair: keyname
 
 # security groups to use when creating instances
 # groups configuration precedence:
-#   template instances -> template -> account -> config
+#   template instances -> template -> account
 # :groups:
 #   - default
 
@@ -28,7 +28,7 @@
 #   ~/.rig/userdata/default
 #
 # The following are provided:
-#   "default" is a vanilla install
+#   "default" is a vanilla install (intended for Ubuntu on AWS)
 #   "chef" is designed to bootstrap a chef implementation
 #
 # See the corresponding userdata.yml for more information

data/conf/config.yml

@@ -13,13 +13,40 @@
   # AWS defaults to the user "ubuntu"
   :user: ubuntu
 
-# if you're using chef, set this to the knife.rb configuration file
-# this will allow Rig to manage the chef nodes, environments, etc.
-#
-#:chef:
-#   :knife: /path/to/chef/knife.rb
+# logging system, by default level is set to WARN
+# the default log file is RIG_CONFIG/rig.log
+:logging:
+  # define a logger, the key is the name of the logger
+  # you can define as many as you would like.
+  :console:
+    # opts correspond to the options passed to Logger.new
+    # this will convert STDOUT and STDERR to the corresponding constant
+    :opts: STDOUT
+    # supported log levels are:
+    #   debug, info, warn, error, fatal
+    :level: warn
+  :log:
+    # relative file names are relative to the Rig configuration directory
+    # rig.log below corresponds to RIG_CONFIG/rig.log (~/.rig/rig.log)
+    :opts: [ rig.log, daily ]
+    :level: debug
 
-#TODO: Figure out the same thing for puppet
+# event-based plugins framework
+#
+#:plugins:
+#  :chef:
+#    # if you're using chef, set this to the location of the knife.rb
+#    # configuration file.
+#    :knife: /Users/Shawn/work/chef/.chef/knife.rb
+#
+#  :puppet:
+#    #TODO: Figure out the same thing for puppet
+#
+#  :scout:
+#    # if you're using Scout, set the API account details here.
+#    :account: youraccount
+#    :email:   your@awesome.com
+#    :secret:  sekret
 
 #
 # DO NOT PUT ACCOUNT RELATED INFORMATION

data/conf/plugins/chef.rb

@@ -0,0 +1,105 @@
+require 'rubygems'
+
+require 'chef'
+require 'chef/config'
+require 'chef/api_client'
+require 'chef/node'
+require 'chef/environment'
+
+module Rig
+  module Plugin
+    module Chef
+      include Rig::Plugin::Base
+
+      on "environment:create" do |args|
+        environment = args.shift
+        name        = environment.name
+        self.environment_create(name)
+      end
+
+      on "environment:destroy" do |args|
+        environment = args.shift
+        name        = environment.name
+        self.environment_destroy(name)
+      end
+
+      on "instance:create" do |args|
+        # do nothing
+        # the instance will add itself through the chef-client call in userdata package
+      end
+
+      on "instance:destroy" do |args|
+        instance = args.shift
+        tags     = args.shift
+        name     = tags['Name']
+        self.client_delete(name)
+        self.node_delete(name)
+      end
+
+      command "chef", "test chef configuration" do
+        def execute
+          list = Rig::Plugin::Chef.client_list
+          rows = []
+          list.each do |c|
+            rows << c
+          end
+          print_table(%w{Name Location}, rows)
+        end
+      end
+
+      class << self
+        def configure
+          @config ||= config_for self
+          @chef   ||= ::Chef::Config.from_file(File.expand_path(@config[:knife]))
+        end
+
+        def test
+          self.client_list
+        end
+
+        def environment_create(name)
+          configure
+          env = ::Chef::Environment.new
+          env.name(name)
+          env.description("created by Rig")
+          env.save
+          true
+        rescue => e
+          puts "*** chef exception: #{e.message}"
+          false
+        end
+
+        def environment_destroy(name)
+          configure
+          env = ::Chef::Environment.load(name) rescue nil
+          env.destroy if env
+          true
+        rescue => e
+          puts "*** chef exception: #{e.message}"
+          false
+        end
+
+        def client_delete(name)
+          configure
+          # TODO: better error handling
+          client = ::Chef::ApiClient.load(name) rescue nil
+          client.destroy if client
+        end
+
+        def client_list
+          configure
+          # TODO: better error handling
+          ::Chef::ApiClient.list
+        end
+
+        def node_delete(name)
+          configure
+          # TODO: better error handling
+          node = ::Chef::Node.load(name) rescue nil
+          node.destroy if node
+        end
+      end
+    end
+  end
+
+end

data/conf/plugins/mongo.rb

@@ -0,0 +1,135 @@
+require 'mongo'
+
+module Rig
+  module Plugin
+    module Mongo
+      include Rig::Plugin::Base
+
+        #on "commands:loaded" do |args|
+        #  command = args.shift
+        #  command.subcommand "mongo", "manage mongodb databases", Rig::Command::Mongo::Main
+        #end
+
+      command "mongo", "manage mongodb databases" do
+        subcommand "list", "list all databases" do
+          def execute
+            list = Rig::Plugin::Mongo.all.sort
+            print_table(%w{Database Size}, list)
+          end
+        end
+        subcommand "create", "create a database" do
+          parameter "NAME", "name of the database"
+          parameter "[USER]", "user to add to database"
+          parameter "[PASS]", "password of user to add to database"
+
+          def execute
+            db = Rig::Connection.database
+            db.create_database(name, user, pass) unless test?
+          end
+        end
+        subcommand "destroy", "destroy a database" do
+          parameter "NAME", "name of the database"
+
+          def execute
+            db = Rig::Connection.database
+            db.destroy_database(name) unless test?
+          end
+        end
+        self.default_subcommand = "list"
+      end
+
+      class << self
+        #def initialize(opts)
+        #  @options = {
+        #      :host => "localhost",
+        #      :port => 27017,
+        #      :user => nil,
+        #      :pass => nil,
+        #      :admin_user => nil,
+        #      :admin_pass => nil
+        #  }.merge(opts)
+        #  connect
+        #end
+
+        ## accessors
+        #def user; @options[:user]; end
+        #def host; @options[:host]; end
+        #def port; @options[:port]; end
+        #def pass; @options[:pass]; end
+        #def password; @options[:pass]; end
+        #def admin_user; @options[:admin_user]; end
+        #def admin_pass; @options[:admin_pass]; end
+        #def admin_password; @options[:admin_pass]; end
+
+        def connect
+          @options ||= config_for self
+          @cxn     ||= begin
+            ::Mongo::Connection.new(@options[:host], @options[:port])
+          end
+        end
+
+        def auth_admin
+          db = @cxn.db("admin")
+          db.authenticate(@options[:admin_user], @options[:admin_pass])
+        end
+
+        def all
+          begin
+            connect.database_info
+          rescue ::Mongo::OperationFailure => e
+            raise unless e.message =~ /need to login/
+            raise unless auth_admin
+            connect.database_info
+          rescue => e
+            puts "exception: <#{e.class}> #{e.message} at #{e.backtrace.first}"
+          end
+        end
+
+        def create_database(name, user, pass)
+          db = connect.db("admin")
+          raise "failed to authenticate" unless db.authenticate(@options[:admin_user], @options[:admin_pass])
+          newdb = connect.db(name)
+          newdb.add_user(user, pass)
+        end
+
+        def destroy_database(name)
+          db = connect.db("admin")
+          raise "failed to authenticate" unless db.authenticate(@options[:admin_user], @options[:admin_pass])
+          connect.drop_database(name)
+        end
+      end
+    end
+  end
+
+  module Command
+    module Mongo
+      class Main < Clamp::Command
+        subcommand "list", "list all databases" do
+          def execute
+            list = Rig::Plugin::Mongo.all.sort
+            print_table(%w{Database Size}, list)
+          end
+        end
+        subcommand "create", "create a database" do
+          parameter "NAME", "name of the database"
+          parameter "[USER]", "user to add to database"
+          parameter "[PASS]", "password of user to add to database"
+
+          def execute
+            db = Rig::Connection.database
+            db.create_database(name, user, pass) unless test?
+          end
+        end
+        subcommand "destroy", "destroy a database" do
+          parameter "NAME", "name of the database"
+
+          def execute
+            db = Rig::Connection.database
+            db.destroy_database(name) unless test?
+          end
+        end
+        self.default_subcommand = "list"
+      end
+    end
+  end
+end

data/{lib/rig/command/database.rb → conf/plugins/mysql.rb}

@@ -1,9 +1,12 @@
-require 'mongo'
-require 'awesome_print'
-
 module Rig
+  module Plugin
+    class Mysql < Base
+
+    end
+  end
+
   module Command
-    module Database
+    module Mysql
       class List < Abstract
         def execute
           db = Rig::Connection.database
@@ -15,8 +18,9 @@ module Rig
 
       class Create < Abstract
         parameter "NAME", "name of the database"
-        parameter "[USER]", "user to add to database", :default => Rig::Connection.database.user
-        parameter "[PASS]", "password of user to add to database", :default => Rig::Connection.database.pass
+        parameter "[USER]", "user to add to database"
+        parameter "[PASS]", "password of user to add to database"
+
         def execute
           db = Rig::Connection.database
           db.create_database(name, user, pass) unless test?
@@ -25,6 +29,7 @@ module Rig
 
       class Destroy < Abstract
         parameter "NAME", "name of the database"
+
         def execute
           db = Rig::Connection.database
           db.destroy_database(name) unless test?
@@ -39,5 +44,4 @@ module Rig
       end
     end
   end
-end
-Rig::Command::Main.subcommand "database", "manage mongodb or mysql databases", Rig::Command::Database::Main
+end

data/conf/plugins/scout.rb

@@ -0,0 +1,81 @@
+require 'rubygems'
+require 'scout_api'
+
+module Rig
+  module Plugin
+    module Scout
+      include Rig::Plugin::Base
+
+      #on "environment:create" do |_|
+      #end
+
+      #on "environment:destroy" do |_|
+      #end
+
+      #on "instance:create" do |args|
+      #end
+
+      on "instance:destroy" do |args|
+        instance = args.shift
+        tags = args.shift
+        name = tags["Name"]
+        unless name.nil? || name.empty?
+          self.instance_destroy(name)
+        end
+      end
+
+      #on "commands:loaded" do |args|
+      #  command = args.shift
+      #  command.subcommand "scout", "test scout configuration", Rig::Command::Scout
+      #end
+
+      command "scout", "test scout configuration" do
+        def execute
+          list = Rig::Plugin::Scout.test
+          rows = []
+          list.each do |c|
+            rows << [c[:hostname], c[:checkup_status], c[:last_checkin]]
+          end
+          print_table(%w{Hostname Status LastCheckIn}, rows)
+        end
+      end
+
+      class << self
+        def configure
+          @config ||= config_for self
+          @scout ||= ::Scout::Account.new(@config[:account], @config[:email], @config[:secret])
+        end
+
+        def test
+          configure
+          ::Scout::Server.all
+        end
+
+        def instance_destroy(name)
+          configure
+          server = ::Scout::Server.first(:name => name)
+          ::Scout::Server.delete(server.id) if server
+        end
+
+        def environment_destroy(name)
+          configure
+          all  = ::Scout::Server.all
+          list = all.select { |e| e.name =~ /\.#{name}\./ }
+        end
+      end
+    end
+  end
+
+  #module Command
+  #  class Scout < Clamp::Command
+  #    def execute
+  #      list = Rig::Plugin::Scout.test
+  #      rows = []
+  #      list.each do |c|
+  #        rows << [c[:hostname], c[:checkup_status], c[:last_checkin]]
+  #      end
+  #      table(%w{Hostname Status LastCheckIn}, rows)
+  #    end
+  #  end
+  #end
+end

data/conf/userdata/chef/userdata.sh.erb

@@ -60,4 +60,10 @@ cat << <%= local.upcase %> > <%= remote %>
 <%= local.upcase %>
 <% end %>
 
-chef-client -N <%= @name %> <%= @chef && @environment ? "-E " + @environment : "" %> --once -j /etc/chef/bootstrap.json 2>&1
+cat << BOOTCHEF > /root/boot-chef
+#!/bin/bash
+chef-client -N <%= @name %> <%= @environment ? "-E #@environment" : "" %> --once -j /etc/chef/bootstrap.json
+BOOTCHEF
+chmod 755 /root/boot-chef
+
+/root/boot-chef