fairchild-poolparty 1.1.5 → 1.2.12

data/examples/basic.rb

@@ -1,23 +1,22 @@
 # Basic pool spec
 # Shows global settings for the clouds
 pool :application do
-  instances 3..50
-  keypair "auser"
-  testing true
+  instances 1..5
   
-  cloud :basic_app do
-    minimum_instances 12
-    ami "ami-abc123"
-    junk_yard_dogs "pains"
-    has_file :name => "/etc/init.d/motd", :content => "Welcome to your PoolParty instance"
+  cloud :frontend do
+    minimum_instances 3
+    keypair 'application_frontend'
+    image_id "ami-abc123"
+    has_file :name => "/etc/motd", :content => "Welcome to your PoolParty instance"
   end
   
-  cloud :basic_db do
-    minimum_instances 19
-    keypair "hotstuff_database"
-    maximum_instances 20
-    ami "ami-1234bc"
-    junk_yard_dogs "are bad"
+  cloud :database do
+    keypair 'application_database'
+    using :vmrun do
+      vmx_hash "/path/to/vmx_file" => "192.168.248.122"
+    end
+    minimum_instances 1
+    image_id "ami-1234bc"
   end
 
 end

data/examples/fairchild.rb

@@ -1,30 +1,35 @@
+require 'rubygems'
+$:.unshift "#{File.dirname(__FILE__)}/../lib"
+require "poolparty"
+
 # Basic pool spec
 # Shows global settings for the clouds
-pool :application do
+pool :party do
   instances 1..3
-  keypair "auser-work"
-  ami 'ami-7cfd1a15'  
+  image_id 'ami-7cfd1a15'
+  debugging true
+  
+  # access_key "XXXXXX"
+  # secret_access_key "XXXXXXX"
   
-  cloud :example_one do
+  cloud :app do
+    keypair 'app'
+    using :ec2 do
+      image_id 'ami-7cfd1a15'
+      availability_zone 'us-east-1c'
+    end
+    
+    has_file "/etc/motd", :content => "Welcome to LARubyConf"
     # has_directory "/var/www"
-    # 
-    # has_file "/etc/motd", 
-    #   :content => "Welcome to LARubyConf"
     # has_file :name => "/var/www/index.html" do
-    #   content "<h1>Welcome to your new poolparty instance</h1>"
-    #   mode 0644
-    #   owner "www-data"
+    # content "<h1>Welcome to your new poolparty instance</h1>"
+    # mode 0644
+    # owner "www-data"
     # end
-    # 
-    # has_git_repos "paparazzi" do
-    #   :source => "git://github.com/auser/paparazzi.git"
-    #   :at => "/var/www"
-    # end
-    # 
-    # chef do
-    #   include_recipes "~/.poolparty/chef/cookbooks/*"
-    #   
-    #   recipe "#{File.dirname(__FILE__)}/examples/fairchild_chef.rb"
+    
+    # has_git "paparazzi" do
+    #   source "git://github.com/auser/paparazzi.git"
+    #   dir "/var/www"
     # end
     
   end

data/examples/maize.rb

@@ -0,0 +1,37 @@
+# Basic poolparty template
+
+pool :clouds do
+  cloud :app do
+    instances 1..3
+    # keypair "#{ENV['HOME']}/ec2/ec2-keypair.pem" # or the full path to the keypair on the development machine
+    ami 'ami-7cfd1a15'
+    using :vmrun do
+      vmx_hash({
+        "/Users/alerner/Documents/vm/Ubuntu32bitVM.vmwarevm/Ubuntu32bitVM.vmx" => "192.168.248.133"
+      })
+    end
+    
+    # directories
+    has_directory "/var/www"
+
+    # packages
+    has_package(:name => "logwatch")
+    has_package(:name => "imagemagick")
+    has_package(:name => "libmagick9-dev")
+    has_package(:name => "librmagick-ruby")
+    has_package(:name => "ffmpeg")
+    has_package(:name => "monit")
+
+    # gems
+    has_gem_package(:name => "rmagick")
+    has_gem_package(:name => "rubyist-aasm")
+    has_gem_package(:name => "rvideo")
+    has_gem_package(:name => "right_aws")
+    has_gem_package(:name => "ap4r")
+    has_gem_package(:name => "rmagick")
+    
+    # services
+    has_service(:name => "monit")
+  end
+
+end

data/examples/metavirt_cloud.rb

@@ -0,0 +1,33 @@
+require 'rubygems'
+$:.unshift File.dirname(__FILE__)+'/../lib/'
+require "poolparty"
+
+pool :multiverse do
+  
+  cloud :front do
+    instances 2..4
+    keypair 'multiverse_front'
+    has_file "/etc/motd", :content => "Welcome to your poolparty instance!"
+    using :metavirt do
+      server_config({:host=>"192.168.1.97", :port=>3000})
+      authorized_keys 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCTppECfx7Tb0zoviRfqFaePyAek6+ZktKkHiTHu/jkhG1s4q1oHEe89no21xLxuReyJrDlNe8rLxxZzoYCaAWRdhcqMR3BNqb2w2jpF4pH+bFj0557KrwWP6HSNpRRkyYhxLqZbuH/2t3TzkPevZbcfSYa09jIzqnmTruh9l1s+n5E3cNr/RDdDn7tv3Ok7mKN7GEjkK7F83Pt9xviHevg22xqzm99nS+hg6Kl/fQUTO6pOmC5x+9V47RJz1+9WdhGJ7M83zijX9rMnAwrR5LFoL6aZyyU0G71SpoIL5e8XD/jt1WNKFJOfG8YMLb3i03UABm/Q5Q30+R7UoRxSWRX'
+
+      # using :vmrun do
+      #   # vmx_files Dir[::File.expand_path("~/Documents/Virtual Machines.localized/metavirts/*/*.vmx")]
+      #   vmx_files [
+      #     "/Users/alerner/Documents/vm/Ubuntu32bitVM.vmwarevm/Ubuntu32bitVM.vmx"
+      #     ]
+      # end
+      
+      using :libvirt do
+        image_id 'mvi_ef77fdf0'
+        # memory 256000
+        # cpus 1
+        # network 'vnet0'
+      end
+      
+    end
+  end
+  
+end
+

data/examples/simple.rb

@@ -0,0 +1,13 @@
+# Poolparty spec
+
+pool :poolparty do
+  
+  instances 1
+    
+  cloud :app do
+    keypair "cloudteam_test"
+    
+    has_file "/etc/motd", :content => "Simple"
+  end
+  
+end

data/examples/vmrun_cloud.rb

@@ -0,0 +1,17 @@
+require 'rubygems'
+$:.unshift File.dirname(__FILE__)+'/../lib/'
+require "poolparty"
+
+pool :multiverse do
+  
+  cloud :vv do
+    keypair "front"
+    instances 1
+    has_file "/etc/motd", :content => "Welcome to your poolparty instance!"
+    using :vmrun do
+      vmx_hash "/Users/stimble/Documents/Virtual Machines.localized/Jaunty.vmwarevm/Jaunty.vmx" => '172.16.68.143'
+    end
+  end
+  
+end
+

data/lib/poolparty/{aska/aska.rb → aska.rb}

@@ -1,5 +1,8 @@
 =begin rdoc
   Aska
+  
+  A rule parser.
+  
   TODO: Extract this into a proper gem
 =end
 module Aska

data/lib/poolparty/core/array.rb

@@ -7,6 +7,18 @@ class Array
     map {|a| a.to_os }
   end
   
+  def histogram
+    out = {}
+    map do |ele|
+      if out.has_key?(ele)
+        out[ele] += 1
+      else
+        out.merge!(ele => 1)
+      end
+    end
+    out
+  end
+  
   def collect_with_index &block
     self.enum_for(:each_with_index).collect &block
   end
@@ -34,7 +46,7 @@ class Array
   def select_with_hash(conditions={})
     return self if conditions.empty?
     select do |node|
-      conditions.any? do |k,v| 
+      conditions.any? do |k,v|
         ( node.has_key?(k) && node[k]==v ) or ( node.respond_to?(k) && node.send(k)==v )
       end
     end

data/lib/poolparty/core/exception.rb

@@ -2,7 +2,7 @@
   Exception overloads
 =end
 class Exception
-  alias nice_message to_str
+  alias :nice_message :to_s
   # Gives us a nice_message for exceptions
   def nice_message(padding="")
     "#{padding}#{message}\n#{padding}"# + backtrace.join("\n#{padding}")

data/lib/poolparty/core/hash.rb

@@ -2,6 +2,22 @@
   Hash extentions
 =end
 class Hash
+  
+  # alias_method :_old_reader, :[]
+  # # Treat string and symbols the same
+  # def [](key)
+  #   if o = _old_reader(key) || has_key?(key)
+  #     return o 
+  #   elsif key.is_a? Symbol
+  #     _old_reader(key.to_s)
+  #   elsif key.is_a? String
+  #     _old_reader(key.to_sym) rescue _old_reader(key)
+  #   else
+  #     _old_reader(key)
+  #   end
+  # end
+  
+  # Return a hash of all the elements where the block evaluates to true
   def choose(&block)
     Hash[*self.select(&block).inject([]){|res,(k,v)| res << k << v}]
   end
@@ -66,13 +82,58 @@ class Hash
     keys.sort[idx - 1]
   end
   
+  def stringify_keys
+    dup.stringify_keys!
+  end
+  
+  # Converts all of the keys to strings
+  def stringify_keys!
+    keys.each{|k| 
+      v = delete(k)
+      self[k.to_s] = v
+      v.stringify_keys! if v.is_a?(Hash)
+      v.each{|p| p.stringify_keys! if p.is_a?(Hash)} if v.is_a?(Array)
+    }
+    self
+  end
+  
+  def symbolize_keys(key_modifier=nil)
+    dup.symbolize_keys!(key_modifier)
+  end
+  
+  # Converts all of the keys to strings
+  # can pass in a :key_modifier that will be sent to each key, before being symbolized.
+  # This can be usefull if you want to downcase, or snake_case each key.
+  # >> {'Placement' => {'AvailabilityZone'=>"us-east-1a"} }.symbolize_keys(:snake_case)
+  # => {:placement=>{:availability_zone=>"us-east-1a"}}  
+  def symbolize_keys!(key_modifier=nil) 
+    keys.each{|k| 
+      v = delete(k)
+      if key_modifier && k.respond_to?(key_modifier)
+        k = k.send(key_modifier)
+      end
+      self[k.to_sym] = v
+      v.symbolize_keys!(key_modifier) if v.is_a?(Hash)
+      v.each{|p| p.symbolize_keys!(key_modifier) if p.is_a?(Hash)} if v.is_a?(Array)
+    }
+    self
+  end
+  
+  def to_cloud
+    $:.unshift("#{::File.dirname(__FILE__)}/../../poolparty")
+    require "poolparty"
+    cld = Cloud.new((fetch(:name) rescue "hashed_cloud"))
+    cld.set_vars_from_options(self)
+    cld
+  end
+  
   def method_missing(sym, *args, &block)
-    if has_key?(sym)
+    if has_key?(sym.to_sym)
       fetch(sym)
     elsif has_key?(sym.to_s)
       fetch(sym.to_s)
     else
       super
     end
-  end
+  end  
 end

data/lib/poolparty/core/integer.rb

@@ -0,0 +1,11 @@
+class Integer
+  def months
+    PoolParty::Duration.new(self * 30.days, [[:months, self]])
+  end
+  alias :month :months
+
+  def years
+    PoolParty::Duration.new(self * 365.25.days, [[:years, self]])
+  end
+  alias :year :years
+end

data/lib/poolparty/core/object.rb

@@ -16,11 +16,7 @@ class Object
     original = self.method(original_id).to_proc
     define_method(new_id){|*args| original.call(*args)}
   end
-  def with_options(opts={}, par=nil, &block)
-    @p = par.clone
-    @p.options.merge!(opts)
-    @p.instance_eval &block if block
-  end  
+
   def returning(receiver)
     yield receiver
     receiver
@@ -29,14 +25,24 @@ class Object
     block.in_context(self).call
     self
   end
-  def send_if_method(v, *args)
-    if (v.nil? || v.to_s.empty? || v.is_a?(Array) || v.is_a?(Integer))# && !v.is_a?(Symbol))#)v.is_a?(String)
-      v
-    else
-      vs = v.to_s.to_sym
-      respond_to?(vs) ? self.send(vs, *args) : v rescue v  #NOTE MF: maybe we should not rescue all errors?
-    end
-  end
+  
+  # Procs that have been run already in the run_once blocks
+  # This is just a container array of procs
+  def run_procs
+    @run_procs ||= []
+  end
+  
+  # Do once.
+  # Takes a block. IF this block has already been run (from the run_procs array),
+  # then run it and store the block unique id in the run_procs array so
+  # it never gets run again
+  def do_once(&block)
+    unless run_procs.include?(block.to_s)      
+      instance_eval &block if block
+      run_procs << block.to_s
+    end    
+  end
+
   def respec_string
     case self.class
     when String
@@ -85,19 +91,35 @@ class Object
     print "#{m}" if debugging?(o) || verbose?(o) rescue ""
   end
   def verbose?(o=self)
-    o.respond_to?(:verbose) ? o.verbose : ($TESTING ||= false)
+    o.respond_to?(:verbose) ? o.verbose : (debugging? || $TESTING ||= false)
   end
   def debugging?(o=self)
-    o.respond_to?(:debug) ? o.debug : ($DEBUGGING ||= false)
+    debugging
   end
-  def debugging(bool=nil)
-    bool.nil? ? $DEBUGGING : $DEBUGGING = bool
+  def debugging
+    $DEBUGGING ||= false
+  end
+  def debugging=(bool)
+    $DEBUGGING = bool
   end
   def testing(bool=$TESTING)
     bool.nil? ? $TESTING : $TESTING = bool
   end
-  alias :debug :debugging
   def unix_hide_string
     "2>&1 > /dev/null"
   end
-end
+
+  # Get object's meta (ghost, eigenclass, singleton) class
+  # from activesupport
+  def metaclass
+    class << self
+      self
+    end
+  end
+
+  # If class_eval is called on an object, add those methods to its metaclass
+  # from activesupport
+  def class_eval(*args, &block)
+    metaclass.class_eval(*args, &block)
+  end
+end

data/lib/poolparty/core/proc.rb

@@ -1,7 +0,0 @@
-require 'ruby2ruby' 
-
-class Proc
-  def to_ruby(opts={})
-    Ruby2Ruby.new.process(self.to_sexp).gsub(/proc \{/, "do \n#{opts.map {|k,v| "#{k} \"#{v}\""}.join("\n")}\n").sub(/\}/, "\nend")
-  end
-end

data/lib/poolparty/core/string.rb

@@ -1,3 +1,7 @@
+require 'rubygems'
+require 'json'
+require 'json/add/core'
+
 class String
   def hasherize(format=[])
     hash = {}
@@ -25,8 +29,9 @@ class String
     self.strip.split(/\n/).join(" && ")
   end
   def top_level_class
-    self.split("::")[-1].underscore.downcase rescue self.class.to_s
+    self.split("::")[-1].snake_case rescue self.class.to_s
   end
+
   def sanitize
     self.gsub(/[ \.\/\-]*/, '')
   end
@@ -46,6 +51,9 @@ class String
     self.gsub(/['"]/, '\\\"')
     # self.gsub(/["']/, "\\\"")
   end
+  def path_quote
+    self.safe_quote.gsub(/[ ]/, '\ ')
+  end
   def nice_runnable(quite=true)
     self.split(/ && /).join("\n")
   end
@@ -53,7 +61,7 @@ class String
   # Refactor this guy to get the class if the class is defined, and not always create a new one
   # although, it doesn't really matter as ruby will just reopen the class
   def class_constant(superclass=nil, opts={}, &block)
-    symc = ((opts && opts[:preserve]) ? ("#{self.camelcase}Class") : "PoolParty#{self.camelcase}Class").classify
+    symc = ((opts && opts[:preserve]) ? ("#{self.camelcase}") : "PoolParty#{self.camelcase}").classify
 
     kla=<<-EOE
       class #{symc} #{"< #{superclass}" if superclass}
@@ -176,5 +184,30 @@ class String
   def macify
     split(":").map {|a| a[0].chr == "0" ? a[1].chr : a}.join(":")
   end
+
+  ##
+  # @param o<String> The path component to join with the string.
+  #
+  # @return <String> The original path concatenated with o.
+  #
+  # @example
+  #   "merb"/"core_ext" #=> "merb/core_ext"
+  def /(o)
+    File.join(self, o.to_s)
+  end
+  
+  # Parse json string to a ruby object
+  def json_parse
+    return nil if self == "null" || self.empty?
+    result = JSON.parse self
+    if result.respond_to? :keys
+      result.symbolize_keys!
+    end
+  end
+
+  # dumb and ugly pluralize
+  def pluralize(count=2)
+    count > 1 ? self + "s" : self 
+  end
   
 end

data/lib/poolparty/core/symbol.rb

@@ -14,4 +14,14 @@ class Symbol
   def <=>(b)
     "#{self}" <=> "#{b}"
   end
+  ##
+  # @param o<String, Symbol> The path component to join with the string.
+  #
+  # @return <String> The original path concatenated with o.
+  #
+  # @example
+  #   :merb/"core_ext" #=> "merb/core_ext"
+  def /(o)
+    File.join(self.to_s, o.to_s)
+  end
 end

data/lib/poolparty/core/time.rb

@@ -53,4 +53,10 @@ class Numeric
     in_units = (seconds / 1.send(unit))
     "#{in_units.to_i} #{in_units != 1 ? unit.to_s.pluralize : unit} ago" 
   end
+end
+
+class Time
+  def to_time
+    self
+  end
 end