rig 0.3.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in rig.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Shawn Catanzarite
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,67 @@
+# Rig
+
+Command line cloud provisioning tool.
+
+Using the Fog (http://fog.io/) gem, provide a suite of tools for managing provisioning from the command line.
+
+Code is still in alpha. I'm working on documentation and refactoring things to be more generalized.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'rig'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install rig
+
+## Usage
+
+    $ rig -h
+
+The rig command line uses Clamp to handle options parsing and such. Clamp automatically generates help information.
+
+# Managing Environments
+
+## Instances
+
+The `rig instance` command allows you to manage instances in your accounts.
+
+To view all of your instances in your account, run:
+
+```
+rig instance list
+```
+
+Generally, you will not create instances manually, instance creation should be handled by the environment commands.
+
+## Environments
+
+The `rig environment` command allows you to manage environments in your accounts.
+
+# Developer Notes
+
+## Filters
+
+Notes about handling filters on #all methods of Fog.
+
+full filters list can be found at:
+http://docs.amazonwebservices.com/AWSEC2/latest/APIReference/ApiReference-query-DescribeInstances.html
+
+pass an array to a filter to do an OR type query
+the below means running or stopped:
+
+    filters["instance-state-name"] = %w{running stopped}
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/bin/rig

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+require 'rig'
+require 'rig/command'
+
+Rig::Command::Main.run
+
+#begin
+#  Rig::Command::Main.run
+#rescue Exception => e
+#  puts e.message
+#  if $DEBUG
+#    puts $!
+#    puts $@
+#  end
+#end

data/lib/rig.rb

@@ -0,0 +1,2 @@
+require 'rig/version'
+require 'rig/config'

data/lib/rig/capistrano.rb

@@ -0,0 +1,54 @@
+# integration with capistrano
+# have some helpers to use rig to get the
+# host lists for capistrano to use.
+
+require 'rig'
+require 'rig/cloud'
+require 'capistrano'
+
+module Rig
+  module Capistrano
+    def servers
+      env     = ENV['ENVIRONMENT'] || Rig.config.environment
+      role    = ENV['ROLE'] || Rig.config.role
+      servers = Rig::Cloud::Environment.find(env).servers
+      list    = servers.select { |s| s.tags['Role'] == role }
+
+      raise "Rig could not find any servers matching environment=#{env} and role=#{role}" unless list && list.count > 0
+      list.each do |s|
+        server "#{s.tags['Name']}.#{Rig.config.dns.zone}", :web, :app
+      end
+    rescue => e
+      puts "*** servers not found: #{e.message}"
+    end
+  end
+end
+
+::Capistrano.plugin :rig, Rig::Capistrano
+
+configuration = Capistrano::Configuration.respond_to?(:instance) ?
+    Capistrano::Configuration.instance(:must_exist) :
+    Capistrano.configuration(:must_exist)
+
+configuration.load do
+
+  puts "  * reading rig information..."
+
+  set :environments, Rig::Cloud::Environment.list
+  set :servers, Rig::Cloud::Instance.running
+  set :rigroles, servers.collect { |s| s.tags['Role'] }.compact
+
+  Rig.config.environment = ARGV[0]
+  Rig.config.role        = ARGV[1]
+
+  begin
+    [ARGV[0], ARGV[1]].each do |arg|
+      task arg do
+        nil
+      end
+    end
+  rescue
+    nil
+  end
+
+end

data/lib/rig/chef.rb

@@ -0,0 +1,53 @@
+require 'rubygems'
+
+require 'chef'
+require 'chef/config'
+require 'chef/api_client'
+require 'chef/node'
+require 'chef/environment'
+
+module Rig
+  module Chef
+    class << self
+      def configure
+        @chef ||= ::Chef::Config.from_file(File.expand_path(Rig.config.chef.knife))
+      end
+
+      def environment_create(name)
+        configure
+        env = ::Chef::Environment.new
+        env.name(name)
+        env.description("created by Rig")
+        env.save
+        true
+      rescue => e
+        puts "*** chef exception: #{e.message}"
+        false
+      end
+
+      def environment_destroy(name)
+        configure
+        env = ::Chef::Environment.load(name) rescue nil
+        env.destroy if env
+        true
+      rescue => e
+        puts "*** chef exception: #{e.message}"
+        false
+      end
+
+      def client_delete(name)
+        configure
+        # TODO: better error handling
+        client = ::Chef::ApiClient.load(name) rescue nil
+        client.destroy if client
+      end
+
+      def node_delete(name)
+        configure
+        # TODO: better error handling
+        node = ::Chef::Node.load(name) rescue nil
+        node.destroy if node
+      end
+    end
+  end
+end

data/lib/rig/cloud.rb

@@ -0,0 +1,4 @@
+require 'rig'
+require 'rig/chef' if Rig.config.chef
+
+Dir["#{File.dirname(__FILE__)}/cloud/*.rb"].each {|file| require file.gsub(/\.rb/,'')}

data/lib/rig/cloud/balancer.rb

@@ -0,0 +1,40 @@
+
+module Rig
+  module Cloud
+    class Balancer
+      class << self
+        def all
+          Rig::Cloud.balancer.load_balancers.all
+        end
+
+        def new(name)
+          Rig::Cloud.balancer.load_balancers.new({ :id => name })
+        end
+
+        def create(name)
+          b = self.new(name)
+          b.save if b
+          puts ".. created: #{name}"
+          b
+        end
+
+        def find(name)
+          Rig::Cloud.balancer.load_balancers.get(name)
+        end
+
+        def find_by_environment(name)
+          self.all.select {|e| e.id =~ /^#{name}/}
+        end
+
+        def destroy(list)
+          list = [*list]
+          lbs = list.map {|e| e.kind_of?(String) ? self.find(e) : e}
+          lbs.each do |lb|
+            puts ".. destroying: #{lb.id}"
+            lb.destroy if lb
+          end
+        end
+      end
+    end
+  end
+end

data/lib/rig/cloud/connection.rb

@@ -0,0 +1,40 @@
+require 'rig'
+require 'fog'
+
+module Rig
+  module Cloud
+    class << self
+      def compute
+        @compute ||= begin
+          Fog::Compute.new(
+              :provider => Rig.config.provider,
+              :aws_access_key_id => Rig.config.key,
+              :aws_secret_access_key => Rig.config.secret,
+              :region => Rig.config.region
+          )
+        end
+      end
+      def balancer
+        @balancer ||= begin
+          #Fog::Compute.new(
+          Fog::AWS::ELB.new(
+              #:provider => Rig.config.provider,
+              :aws_access_key_id => Rig.config.key,
+              :aws_secret_access_key => Rig.config.secret,
+              :region => Rig.config.region
+          )
+        end
+      end
+      def dns
+        @dns ||= begin
+          Fog::DNS.new(
+              :provider => Rig.config.provider,
+              :aws_access_key_id => Rig.config.key,
+              :aws_secret_access_key => Rig.config.secret
+              #:region => Rig.config.region
+          )
+        end
+      end
+    end
+  end
+end

data/lib/rig/cloud/dns.rb

@@ -0,0 +1,56 @@
+require 'rig'
+require 'ipaddress'
+
+module Rig
+  module Cloud
+    class Dns
+      class << self
+        def all
+          Rig::Cloud.dns.zones.all
+        end
+
+        def zone(zone)
+          Rig::Cloud.dns.zones.find(zone).first
+        end
+
+        def records(zone)
+          zone(zone).records
+        end
+
+        def zone_create(name)
+          Rig::Cloud.dns.zones.create(
+              :domain => name
+          )
+        end
+
+        def create(name, value)
+          zone = zone(Rig.config.dns.zone)
+
+          if IPAddress.valid?(value)
+            #A record
+            o = {:name => name, :value => value, :type => 'A', :ttl => 86400}
+          else
+            #CNAME record
+            #name = name.gsub(/\.#{Rig.config.dns.zone}/,'')
+            o = {:name => name, :value => value, :type => 'CNAME', :ttl => 300}
+          end
+          zone.records.create(o)
+        end
+
+        def destroy(name)
+          zone = zone(Rig.config.dns.zone)
+          name = name.gsub(/\.$/, '')
+          # cant seem to make zone.records#get or zone.records#find work correctly
+          list = zone.records.all.select {|e| e.attributes[:name] == "#{name}."}
+          record = list.first
+          if record
+            puts ".. destroying zone: #{name}"
+            record.destroy
+          else
+            puts "record not found: #{name}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/rig/cloud/environment.rb

@@ -0,0 +1,214 @@
+module Rig
+  module Cloud
+    class Environment
+      attr_reader :servers
+      attr_reader :balancers
+      attr_reader :name
+      attr_reader :template
+      attr_reader :ami
+      attr_reader :region
+      attr_reader :flavor
+
+      TEMPLATES = {
+          :solo  => {
+              :groups    => %w{app-server db-inqcloud-dev},
+              :instances => [
+                  :solo => {
+                      :flavor  => 'c1.medium',
+                      :count   => 1,
+                      :balance => true,
+                      :primary => true
+                  }
+              ]
+          },
+          :multi => {
+              :groups    => %w{app-server db-inqcloud-dev},
+              :instances => [
+                  :harvester => { :flavor => 'c1.large', :count => 3, :ami => "ami-faketest" },
+                  :queue     => { :flavor => 'c1.medium', :count => 3 },
+                  :cache     => { :flavor => 'm1.medium', :count => 3 },
+                  :app       => { :flavor => 'c1.large', :count => 3, :balance => true, :primary => true }
+              ]
+          }
+      }
+
+      class << self
+        def list
+          filters = { }
+
+          list = Rig::Cloud.compute.servers.all(filters)
+          list.inject([]) { |a, e| a << e.tags["Environment"] }.compact.uniq.sort
+        end
+
+        def find(name, template=nil, opts={ })
+          env = self.new(name, template, opts)
+          env.reload
+          env
+        end
+
+        def create(name, template, opts={ })
+          env = self.new(name, template, opts)
+          env.save
+          env
+        end
+
+        def destroy(name, template=nil, opts={ })
+          env = self.find(name, template, opts)
+          puts "destroying: #{name}"
+          env.destroy
+          true
+        rescue => e
+          puts "exception: #{e.message}"
+          puts e.backtrace.join("\n")
+          false
+        end
+      end
+
+      def initialize(name, template=nil, opts={ })
+        @options = {
+            :region => Rig.config.region,
+        }.merge(opts)
+
+        @name      = name
+        @template  = template
+        @region    = @options[:region]
+        @ami       = @options[:ami] || Rig.config.ami[@region] || Rig.config.ami
+        @flavor    = @options[:flavor] # || Rig.config.flavor[@region] || Rig.config.flavor
+        @servers   = []
+        @balancers = []
+      end
+
+      def save
+        puts "creating instances"
+
+        template_name = @template.to_sym
+        template      = TEMPLATES[template_name]
+        raise "unknown template #{template}" unless template
+
+        template[:instances].each do |inst|
+          setinstances = []
+          inst.each do |role, tmpl|
+            count   = tmpl[:count]
+            ami     = tmpl[:ami] || @ami
+            flavor  = tmpl[:flavor] || @flavor
+            keypair = Rig.config.keypair
+            count.times do |i|
+              n    = "#{role}#{i+1}.#{name}.env"
+              chef = Rig.config.chef ? true : false
+
+              o = {
+                  :image_id  => ami,
+                  :flavor_id => flavor,
+                  :key_name  => keypair,
+                  :groups    => tmpl[:groups] || template[:groups],
+                  :user_data => Rig::Cloud.userdata(n, role, name, :chef => chef)
+              }
+
+              server = Rig::Cloud::Instance.create(o, 'Name' => n, 'Environment' => name, 'Role' => role)
+              @servers << server
+              setinstances << server
+            end
+
+            if tmpl[:balance]
+              puts "creating balancer"
+              balancer = Rig::Cloud::Balancer.create("#{name}-#{role}")
+              balancer.register_instances(setinstances.collect { |e| e.id })
+              balancer.save
+
+              @balancers << balancer
+
+              # set dns for balancer for this role (<role>.<env>.env.inqlabs.com)
+              # example:
+              # if there are 3 servers with the harvester role
+              # in the environment test
+              # then the dns would be harvester.test.env.inqlabs.com
+              puts ".. dns: #{role}.#{name}.env.#{Rig.config.dns.zone} #{balancer.attributes[:dns_name]}"
+              Rig::Cloud::Dns.create("#{role}.#{name}.env.#{Rig.config.dns.zone}", balancer.attributes[:dns_name])
+
+              # set primary dns for environment (<name>.env.inqlabs.com)
+              # to point to this load balancer
+              if tmpl[:primary]
+                puts ".. primary: #{name}.env.#{Rig.config.dns.zone} #{balancer.attributes[:dns_name]}"
+                Rig::Cloud::Dns.create("#{name}.env.#{Rig.config.dns.zone}", balancer.attributes[:dns_name])
+              end
+            end
+          end
+        end
+
+        #print "waiting"
+        #@servers.first.wait_for { print "."; attributes[:public_ip_address] }
+        #puts
+
+        # if we've got a chef config, use it
+        if Rig.config.chef
+          puts "creating chef environment"
+          Rig::Chef.environment_create(name)
+        end
+
+        # all of this crap to be absolutely sure that the instance has an ip and dns
+        puts "sleeping 3"
+        sleep 3
+        reload
+
+        puts "associating servers' DNS"
+        @servers.each do |server|
+          record = "#{server.tags['Name']}.#{Rig.config.dns.zone}"
+          dns    = server.attributes[:dns_name]
+          ip     = server.attributes[:public_ip_address]
+
+          puts ".. #{record} dns=#{dns} ip=#{ip}"
+          if dns
+            Rig::Cloud::Dns.create(record, dns)
+          else
+            puts "server #{server.id} doesn't have public_ip_address"
+          end
+        end
+      rescue => e
+        puts "error creating environment: #{e.message}"
+        destroy
+        raise "error creating environment: #{e.message}"
+      end
+
+      def destroy
+        puts "removing dns from servers"
+        @servers.each do |server|
+          Rig::Cloud::Dns.destroy("#{server.tags['Name']}.#{Rig.config.dns.zone}") if server.tags['Name']
+        end
+
+        roles = @servers.collect {|s| s.tags['Role'] }.compact
+        roles.each do |r|
+          puts "removing role balancer dns"
+          Rig::Cloud::Dns.destroy("#{r}.#{name}.env.#{Rig.config.dns.zone}")
+        end
+
+        puts "removing primary dns"
+        Rig::Cloud::Dns.destroy("#{name}.env.#{Rig.config.dns.zone}")
+
+        puts "destroying servers"
+        Rig::Cloud::Instance.destroy(@servers)
+
+        puts "destroying balancers"
+        Rig::Cloud::Balancer.destroy(@balancers)
+
+        if Rig.config.chef
+          puts "destroying chef environment"
+          Rig::Chef.environment_destroy(name)
+        end
+      end
+
+      def reload
+        find_servers
+        find_balancers
+      end
+
+      private
+      def find_servers
+        @servers = Rig::Cloud::Instance.find_by_environment(@name) || []
+      end
+
+      def find_balancers
+        @balancers = Rig::Cloud::Balancer.find_by_environment(@name) || []
+      end
+    end
+  end
+end