chef-workflow 0.1.1 → 0.2.0

data/lib/chef-workflow/support/db/group.rb

@@ -0,0 +1,72 @@
+require 'chef-workflow/support/db'
+
+module ChefWorkflow
+  class DatabaseSupport
+    class VMGroup
+      include Enumerable
+
+      def initialize(table_name, box_nil)
+        raise "Must provide a table name!" unless table_name
+        @table_name = table_name
+        @box_nil = box_nil
+        @db = ChefWorkflow::DatabaseSupport.instance
+        create_table
+      end
+
+      def [](key)
+        rows = @db.execute("select value from #{@table_name} where name=? order by id", [key])
+        if rows.count == 0
+          @box_nil ? [] : nil
+        else
+          rows.to_a.map { |x| Marshal.load(x.first) }
+        end
+      end
+
+      def []=(key, value)
+        delete(key)
+
+        return value if value.empty?
+
+        values = value.map { |x| Marshal.dump(x) }
+        value_string = ("(?, ?)," * values.count).chop
+
+        @db.execute("insert into #{@table_name} (name, value) values #{value_string}", values.map { |x| [key, x] }.flatten)
+      end
+
+      def keys
+        @db.execute("select distinct name from #{@table_name}").map(&:first)
+      end
+
+      def delete(key)
+        @db.execute("delete from #{@table_name} where name=?", [key])
+      end
+
+      def has_key?(key)
+        @db.execute("select count(*) from #{@table_name} where name=?", [key]).first.first.to_i > 0
+      end
+
+      def each
+        # XXX very slow, but fuck it
+        keys.each do |key|
+          yield key, self[key]
+        end
+      end
+
+      private
+
+      def create_table
+        @db.execute <<-EOF
+        create table if not exists #{@table_name} (
+          id integer not null primary key autoincrement,
+          name varchar(255) not null,
+          value text not null
+        )
+        EOF
+
+        @db.execute <<-EOF
+        create index if not exists #{@table_name}_name_index on #{@table_name} (name)
+        EOF
+      end
+    end
+  end
+end

data/lib/chef-workflow/support/debug.rb

@@ -1,51 +1,53 @@
-#
-# mixin to assist with adding debug messages.
-#
-module DebugSupport
-
-  CHEF_WORKFLOW_DEBUG_DEFAULT = 2
-
-  #
-  # Conditionally executes based on the level of debugging requested.
-  #
-  # `CHEF_WORKFLOW_DEBUG` in the environment is converted to an integer. This
-  # integer is compared to the first argument. If it is higher than the first
-  # argument, the block supplied will execute.
-  #
-  # Optionally, if there is a `else_block`, this block will be executed if the
-  # condition is *not* met. This allows a slightly more elegant (if less ugly)
-  # variant of dealing with the situation where if debugging is on, do one
-  # thing, and if not, do something else.
-  #
-  # Examples:
+module ChefWorkflow
   #
-  #     if_debug(1) do
-  #       $stderr.puts "Here's a debug message"
-  #     end
+  # mixin to assist with adding debug messages.
   #
-  # This will print "here's a debug message" to standard error if debugging is
-  # set to 1 or greater.
-  #
-  #     do_thing = lambda { run_thing }
-  #     if_debug(2, &do_thing) do
-  #       $stderr.puts "Doing this thing"
-  #       do_thing.call
-  #     end
-  #
-  # If debugging is set to 2 or higher, "Doing this thing" will be printed to
-  # standard error and then `run_thing` will be executed. If lower than 2 or
-  # off, will just execute `run_thing`.
-  #
-  def if_debug(minimum=1, else_block=nil)
-    $CHEF_WORKFLOW_DEBUG ||= 
-      ENV.has_key?("CHEF_WORKFLOW_DEBUG") ? 
-        ENV["CHEF_WORKFLOW_DEBUG"].to_i : 
-        CHEF_WORKFLOW_DEBUG_DEFAULT
+  module DebugSupport
+
+    CHEF_WORKFLOW_DEBUG_DEFAULT = 2
+
+    #
+    # Conditionally executes based on the level of debugging requested.
+    #
+    # `CHEF_WORKFLOW_DEBUG` in the environment is converted to an integer. This
+    # integer is compared to the first argument. If it is higher than the first
+    # argument, the block supplied will execute.
+    #
+    # Optionally, if there is a `else_block`, this block will be executed if the
+    # condition is *not* met. This allows a slightly more elegant (if less ugly)
+    # variant of dealing with the situation where if debugging is on, do one
+    # thing, and if not, do something else.
+    #
+    # Examples:
+    #
+    #     if_debug(1) do
+    #       $stderr.puts "Here's a debug message"
+    #     end
+    #
+    # This will print "here's a debug message" to standard error if debugging is
+    # set to 1 or greater.
+    #
+    #     do_thing = lambda { run_thing }
+    #     if_debug(2, &do_thing) do
+    #       $stderr.puts "Doing this thing"
+    #       do_thing.call
+    #     end
+    #
+    # If debugging is set to 2 or higher, "Doing this thing" will be printed to
+    # standard error and then `run_thing` will be executed. If lower than 2 or
+    # off, will just execute `run_thing`.
+    #
+    def if_debug(minimum=1, else_block=nil)
+      $CHEF_WORKFLOW_DEBUG ||= 
+        ENV.has_key?("CHEF_WORKFLOW_DEBUG") ? 
+          ENV["CHEF_WORKFLOW_DEBUG"].to_i : 
+          CHEF_WORKFLOW_DEBUG_DEFAULT
 
-    if $CHEF_WORKFLOW_DEBUG >= minimum
-      yield if block_given?
-    elsif else_block
-      else_block.call
+      if $CHEF_WORKFLOW_DEBUG >= minimum
+        yield if block_given?
+      elsif else_block
+        else_block.call
+      end
     end
   end
 end

data/lib/chef-workflow/support/ec2.rb

@@ -4,167 +4,169 @@ require 'chef-workflow/support/general'
 require 'chef-workflow/support/debug'
 require 'chef-workflow/support/attr'
 
-class EC2Support
-  extend AttrSupport
-  include DebugSupport
-
-  fancy_attr :access_key_id
-  fancy_attr :secret_access_key
-  fancy_attr :ami
-  fancy_attr :instance_type
-  fancy_attr :region
-  fancy_attr :ssh_key
-  fancy_attr :security_groups
-  fancy_attr :security_group_open_ports
-  fancy_attr :provision_wait
-
-  def initialize
-    self.security_groups :auto
-    self.security_group_open_ports [22, 4000]
-    self.provision_wait 300
-  end
+module ChefWorkflow
+  class EC2Support
+    extend ChefWorkflow::AttrSupport
+    include ChefWorkflow::DebugSupport
+
+    fancy_attr :access_key_id
+    fancy_attr :secret_access_key
+    fancy_attr :ami
+    fancy_attr :instance_type
+    fancy_attr :region
+    fancy_attr :ssh_key
+    fancy_attr :security_groups
+    fancy_attr :security_group_open_ports
+    fancy_attr :provision_wait
+
+    def initialize
+      self.security_groups :auto
+      self.security_group_open_ports [22, 4000]
+      self.provision_wait 300
+    end
 
-  def ec2_obj
-    args = 
-      if access_key_id and secret_access_key
-        {
-          :access_key_id => access_key_id,
-          :secret_access_key => secret_access_key
-        }
-      else
-        {
-          :access_key_id => ENV["AWS_ACCESS_KEY_ID"],
-          :secret_access_key => ENV["AWS_SECRET_ACCESS_KEY"]
-        }
-      end
+    def ec2_obj
+      args =
+        if access_key_id and secret_access_key
+          {
+            :access_key_id => access_key_id,
+            :secret_access_key => secret_access_key
+          }
+        else
+          {
+            :access_key_id => ENV["AWS_ACCESS_KEY_ID"],
+            :secret_access_key => ENV["AWS_SECRET_ACCESS_KEY"]
+          }
+        end
 
-    ec2 = AWS::EC2.new(args)
-    ec2.regions[region]
-  end
+      ec2 = AWS::EC2.new(args)
+      ec2.regions[region]
+    end
 
-  #
-  # Only used if security_groups is set to auto. Returns the filename to
-  # marshal the automatically created security groups to.
-  #
-  def security_group_setting_path
-    File.join(GeneralSupport.singleton.workflow_dir, 'security-groups')
-  end
+    #
+    # Only used if security_groups is set to auto. Returns the filename to
+    # marshal the automatically created security groups to.
+    #
+    def security_group_setting_path
+      File.join(ChefWorkflow::GeneralSupport.workflow_dir, 'security-groups')
+    end
+
+    #
+    # Creates a security group and saves it to the security_group_setting_path.
+    #
+    def create_security_group
+      aws_ec2 = ec2_obj
 
-  #
-  # Creates a security group and saves it to the security_group_setting_path.
-  #
-  def create_security_group
-    aws_ec2 = ec2_obj
+      name = nil
 
-    name = nil
+      loop do
+        name = 'chef-workflow-' + (0..rand(10).to_i).map { rand(0..9).to_s }.join("")
 
-    loop do
-      name = 'chef-workflow-' + (0..rand(10).to_i).map { rand(0..9).to_s }.join("")
+        if_debug(3) do
+          $stderr.puts "Seeing if security group name #{name} is taken"
+        end
 
-      if_debug(3) do
-        $stderr.puts "Seeing if security group name #{name} is taken"
+        break unless aws_ec2.security_groups[name].exists?
+        sleep 0.3
       end
 
-      break unless aws_ec2.security_groups[name].exists?
-      sleep 0.3
-    end
+      group = aws_ec2.security_groups.create(name)
 
-    group = aws_ec2.security_groups.create(name)
+      security_group_open_ports.each do |port|
+        group.authorize_ingress(:tcp, port)
+        group.authorize_ingress(:udp, port)
+      end
+
+      group.authorize_ingress(:tcp, (0..65535), group)
+      group.authorize_ingress(:udp, (0..65535), group)
 
-    security_group_open_ports.each do |port|
-      group.authorize_ingress(:tcp, port)
-      group.authorize_ingress(:udp, port)
+      # XXX I think the name should be enough, but maybe this'll cause a problem.
+      File.binwrite(security_group_setting_path, Marshal.dump([name]))
+      return [name]
     end
 
-    group.authorize_ingress(:tcp, (0..65535), group)
-    group.authorize_ingress(:udp, (0..65535), group)
+    #
+    # Loads any stored security groups. Returns nil if it can't.
+    #
+    def load_security_group
+      Marshal.load(File.binread(security_group_setting_path)) rescue nil
+    end
 
-    # XXX I think the name should be enough, but maybe this'll cause a problem.
-    File.binwrite(security_group_setting_path, Marshal.dump([name]))
-    return [name]
-  end
+    #
+    # Ensures security groups exist.
+    #
+    # If @security_groups is :auto, creates one and sets it up with the
+    # security_group_open_ports on TCP and UDP.
+    #
+    # If @security_groups is an array of group names or a single group name,
+    # asserts they exist. If they do not exist, it raises.
+    #
+    def assert_security_groups
+      aws_ec2 = ec2_obj
+
+      if security_groups == :auto
+        loaded_groups = load_security_group
+
+        # this will make it hit the second block everytime from now on (and
+        # bootstrap it recursively)
+        if loaded_groups
+          self.security_groups loaded_groups
+          assert_security_groups
+        else
+          self.security_groups create_security_group
+        end
+      else
+        self.security_groups = [security_groups] unless security_groups.kind_of?(Array)
 
-  #
-  # Loads any stored security groups. Returns nil if it can't.
-  #
-  def load_security_group
-    Marshal.load(File.binread(security_group_setting_path)) rescue nil
-  end
+        self.security_groups.each do |group|
+          #
+          # just retry this until it works -- some stupid flexible proxy in aws-sdk will bark about a missing method otherwise.
+          #
 
-  #
-  # Ensures security groups exist.
-  #
-  # If @security_groups is :auto, creates one and sets it up with the
-  # security_group_open_ports on TCP and UDP.
-  #
-  # If @security_groups is an array of group names or a single group name,
-  # asserts they exist. If they do not exist, it raises.
-  #
-  def assert_security_groups
-    aws_ec2 = ec2_obj
-
-    if security_groups == :auto
-      loaded_groups = load_security_group
-
-      # this will make it hit the second block everytime from now on (and
-      # bootstrap it recursively)
-      if loaded_groups
-        self.security_groups loaded_groups
-        assert_security_groups
-      else
-        self.security_groups create_security_group
-      end
-    else
-      self.security_groups = [security_groups] unless security_groups.kind_of?(Array)
-
-      self.security_groups.each do |group|
-        #
-        # just retry this until it works -- some stupid flexible proxy in aws-sdk will bark about a missing method otherwise.
-        #
-
-        begin
-          aws_ec2.security_groups[group]
-        rescue
-          sleep 1
-          retry
-        end
+          begin
+            aws_ec2.security_groups[group]
+          rescue
+            sleep 1
+            retry
+          end
 
-        raise "EC2 security group #{group} does not exist and it should." unless aws_ec2.security_groups[group]
+          raise "EC2 security group #{group} does not exist and it should." unless aws_ec2.security_groups[group]
+        end
       end
     end
-  end
 
-  def find_secgroup_running_instances(group_name)
-    # exponential complexity with API calls? NO PROBLEM
-    ec2_obj.instances.select do |i| 
-      i.status != :terminated &&
-        i.security_groups.find { |s| s.name == group_name }
+    def find_secgroup_running_instances(group_name)
+      # exponential complexity with API calls? NO PROBLEM
+      ec2_obj.instances.select do |i| 
+        i.status != :terminated &&
+          i.security_groups.find { |s| s.name == group_name }
+      end
     end
-  end
 
-  def destroy_security_group
-    if File.exist?(security_group_setting_path)
-      group_name = Marshal.load(File.binread(security_group_setting_path)).first
+    def destroy_security_group
+      if File.exist?(security_group_setting_path)
+        group_name = Marshal.load(File.binread(security_group_setting_path)).first
 
-      until (instances = find_secgroup_running_instances(group_name)).empty?
-        if_debug(1) do
-          $stderr.puts "Trying to destroy security group #{group_name}, but instances are still bound to it."
-          $stderr.puts instances.map(&:id).inspect
-          $stderr.puts "Terminating instances, sleeping, and trying again."
-        end
-        
-        instances.each do |i|
-          i.terminate rescue nil
+        until (instances = find_secgroup_running_instances(group_name)).empty?
+          if_debug(1) do
+            $stderr.puts "Trying to destroy security group #{group_name}, but instances are still bound to it."
+            $stderr.puts instances.map(&:id).inspect
+            $stderr.puts "Terminating instances, sleeping, and trying again."
+          end
+
+          instances.each do |i|
+            i.terminate rescue nil
+          end
+
+          sleep 10
         end
 
-        sleep 10
+        ec2_obj.security_groups.find { |g| g.name == group_name }.delete
       end
-
-      ec2_obj.security_groups.find { |g| g.name == group_name }.delete
     end
-  end
 
-  include GenericSupport
+    include ChefWorkflow::GenericSupport
+  end
 end
 
-EC2Support.configure
+ChefWorkflow::EC2Support.configure