auser-poolparty-extensions 0.0.3 → 0.0.7

data/README.rdoc

@@ -12,20 +12,29 @@
 
 == dynomite
   Installs edge dynomite from the git repository
+  
+  Usage:
+    enable :dynomite
+
+== lightcloud
+  Installs tokyo tyrant, tokyo cabinet and lightcloud. 
+  
+  It creates a basic config.py file that should probably be updated and made "smarter"
+  
+  Usage:
+    enable :lightcloud
+
+== nanite
+  Install erlang, nanite, eventmachine, amqp, python and rabbitmq along with nanite
+  
+  Usage:
+    enable :nanite
 
-== rails_deploy
-  Deploy a rails application using chef_deploy
+== tokyo_tyrant
+  Install tokyo tyrant
   
   Usage:
-      has_rails_deploy "app_name" do
-        dir "/var/www"
-        repo "git://github.com/auser/paparazzi.git"
-        user "www-data"
-        database_yml /path/to/database.yml
-      end
-    
-    Sets up the filesystem structure (similar to capistrano deploy) and uses ezra's
-    chef-deploy to deploy the application
+      enable :tokyo_tyrant
 
 
 == Copyright

data/Rakefile

@@ -0,0 +1,113 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "poolparty-extensions"
+    gem.summary = %Q{Extensions on to of poolparty}
+    gem.email = "arilerner@mac.com"
+    gem.homepage = "http://github.com/auser/poolparty-extensions"
+    gem.authors = ["Ari Lerner"]
+
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+rescue LoadError
+  puts "Jeweler not available. Install it with: sudo gem install technicalpickles-jeweler -s http://gems.github.com"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = false
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION.yml')
+    config = YAML.load(File.read('VERSION.yml'))
+    version = "#{config[:major]}.#{config[:minor]}.#{config[:patch]}"
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "poolparty-extensions #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+desc "Push to github with new gemspec and readme"
+task :gh => [:readme, :gemspec] do
+  %x{git commit -a -m "Added new readme and gemspec for github" && git push origin master}
+end
+
+desc "Generate new readme"
+task :readme do
+  base =<<-EOM
+= poolparty-extensions
+
+  Extensions to PoolParty!
+
+  Just install and include in your clouds.rb
+
+  clouds.rb
+    require "poolparty"
+    require "poolparty-extensions"
+  EOM
+  
+  footer =<<-EOF
+== Copyright
+
+Copyright (c) 2009 Ari Lerner. See LICENSE for details.  
+  EOF
+  
+  extensions = FileList["#{File.dirname(__FILE__)}/lib/extensions/*.rb"]
+  avail = extensions.inject([]) do |s,f|
+    desc = begin
+      str = open(f).read#[/\=begin rdoc(\n)*(.)*/].gsub(/\=begin rdoc\n/, '')
+      if str =~ /\A=begin\s+rdoc/i
+        str.sub!(/\A=begin.*\n/, '')
+        str.sub!(/^=end.*/m, '')
+      end
+    rescue Exception => e
+      "Installs #{::File.basename(f, ".rb")}"
+    end
+    
+    s << {
+      :name => ::File.basename(f, ".rb"),
+      :desc => desc
+    }
+  end
+  
+  File.open("README.rdoc", "w") do |f|
+    f << base
+    f << "\n= Available extensions\n\n"
+    f << avail.map do |h|
+      "== #{h[:name]}\n#{h[:desc]}"
+    end.join("\n")
+    f << "\n\n"
+    f << footer
+  end
+end
+
+task :gem => [:build] do
+
+end

data/VERSION.yml

@@ -1,4 +1,4 @@
 --- 
 :major: 0
 :minor: 0
-:patch: 3
+:patch: 7

data/lib/extensions/bash_alias.rb

@@ -0,0 +1,14 @@
+module PoolParty
+  module Plugin
+    class BashAlias < Plugin
+      dsl_methods :name,  # the name of the cmd
+                  :value, # the value of the alias
+                  :user 
+
+      def before_load(opts={}, &block)
+        # TODO, why does "has_" segfault
+        line_in_file :file => "/root/.profile", :line => "alias #{opts[:name]}='#{opts[:value]}'"
+      end
+    end
+  end
+end

data/lib/extensions/development_gem_package.rb

@@ -0,0 +1,68 @@
+module PoolParty
+=begin  rdoc    
+== Development Gem
+
+Deploy a and install a gem developed locally. This is useful when you are
+developing an internal or forked gem and you want to deploy it to your cloud
+
+
+== Usage
+
+  has_development_gem_package('jetty-rack', 
+                              :from => "~/path/to/my/site", 
+                              :git_pull_first => true)  # git pull from before sending to server
+
+=end
+  module Plugin
+    class DevelopmentGem < Plugin
+ 
+      dsl_methods :name,            # Name of the gem
+                  :from,            # The *local* path to the src of the gem being deployed
+                  :conflicts,       # an array of strings specifying gems this conflicts with
+                  :jruby,           # use jruby?
+                  :bin,             # the binary cmd used to manage gems
+                  :install_cmd,     # the full cmd used to install the gems
+                  :build_gem_task,  # the task used to _build_ the gem
+                  :to               # where to put the gem to build it
+
+      default_options(
+        :build_gem_task => "gem",
+        :conflicts      => []
+      )
+
+      def loaded(opts={}, &block)        
+        bin            opts[:bin] ? opts[:bin] : opts[:jruby] ? "jruby -S gem" : "gem"
+        install_cmd    opts[:install_cmd] || "#{bin} install pkg/*.gem --no-rdoc --no-ri"
+        to             opts[:to] ? opts[:to] : "/usr/local/src/#{name}"
+
+        has_deploy_directory(name + '-src', dsl_options)
+        [name, conflicts].flatten.compact.each {|c| remove_existing_gem(c)} # remove any gems that might conflict
+        add_gem_building
+        add_gem_installation
+      end
+
+      def remove_existing_gem(existing_name)
+        has_exec("rm-existing-gem-#{existing_name}",
+            :command => "#{bin} uninstall #{existing_name} --all",
+            :only_if => "#{bin} list --local #{existing_name} | grep ^#{existing_name}[[:space:]]")
+      end
+
+      def add_gem_building
+        has_exec("build-development-gem-#{name}",
+          :command => "cd #{gem_root} && rake #{build_gem_task}")
+      end
+
+      def add_gem_installation
+        has_exec("install-development-gem-#{name}",
+          :requires => get_exec("build-development-gem-#{name}"),
+          :command => "cd #{gem_root} && #{install_cmd}")
+      end
+
+      def gem_root
+        to
+      end
+
+    end
+
+  end
+end

data/lib/extensions/dynomite.rb

@@ -1,9 +1,12 @@
 =begin rdoc
   Installs edge dynomite from the git repository
+  
+  Usage:
+    enable :dynomite
 =end
 module PoolParty
-  class Base
-    plugin :dynomite do
+  module Plugin
+    class Dynomite < Plugin
       
       def enable
         has_exec "install dynomite" do

data/lib/extensions/lightcloud.rb

@@ -0,0 +1,58 @@
+=begin rdoc
+  Installs tokyo tyrant, tokyo cabinet and lightcloud. 
+  
+  It creates a basic config.py file that should probably be updated and made "smarter"
+  
+  Usage:
+    enable :lightcloud
+=end
+module PoolParty
+  module Plugin
+    class LightCloud < Plugin
+      
+      def loaded o={}, &block
+        enable
+        install_gem if o.has_key?(:install_gem)
+      end
+      def enable
+        enable :tokyo_tyrant
+        
+        install_lightcloud
+        start_lightcloud
+      end
+      
+      def install_lightcloud
+        has_exec "svn co http://opensource.plurk.com/svn/opensource/lightcloud_manager ~/lightcloud_manager && cd ~/lightcloud_manager"
+
+        has_file "~/lightcloud_manager/config.py" do
+          render :erb
+          content <<-EOC
+DATA_DIR = '~/lightcloud_manager/data'
+TOKYO_SERVER_PARMS = '#bnum=1000000#fpow=13#opts=ld'
+
+USE_MASTER = True
+
+<% %x[/usr/bin/server-list-active internal_ip].split("\t").each_with_index do |ip, index| %>
+NODES = {
+    #Lookup nodes
+    'lookup1_<%= index -%>': { 'id': <%= index %>, 'host': '127.0.0.1:41201', 'master': '127.0.0.1:51201' },
+
+    #Storage nodes
+    'storage1_<%= index -%>': { 'id': <%= index + 1 %>, 'host': '127.0.0.1:41201', 'master': '127.0.0.1:51201' },
+<% end %>
+}          
+          EOC
+end
+      end
+      
+      def start_lightcloud
+        has_exec "python -m manager all start"
+      end
+      
+      def install_gem
+        has_gem_package "mitchellh-lightcloud"
+      end
+      
+    end
+  end
+end

data/lib/extensions/nanite.rb

@@ -0,0 +1,46 @@
+=begin rdoc
+  Install erlang, nanite, eventmachine, amqp, python and rabbitmq along with nanite
+  
+  Usage:
+    enable :nanite
+=end
+module PoolParty
+  module Plugin
+    class Nanite < Plugin
+      
+      def loaded(o={}, &block)
+        has_package "erlang"
+
+        # TODO: change this with has_gem_package
+        has_exec "install nanite rubygem" do
+          command "cd ~ && git clone git://github.com/ezmobius/nanite.git && cd nanite/ && rake gem && gem install pkg/nanite*.gem"
+          not_if "gem list -l | grep nanite"
+        end
+
+        has_gem_package "eventmachine"
+        has_gem_package "amqp"
+
+        has_package "python"
+
+        has_exec "install easy_install" do
+          command "cd ~ && wget http://pypi.python.org/packages/2.5/s/setuptools/setuptools-0.6c9-py2.5.egg && sh setuptools-0.6c9-py2.5.egg"
+          not_if "which easy_install"
+        end
+
+        has_exec "install simplejson" do
+          command "cd ~ && easy_install simplejson"
+        end
+
+        has_exec "install rabbitmq" do
+          command "cd ~ && wget http://www.rabbitmq.com/releases/rabbitmq-server/v1.5.3/rabbitmq-server-1.5.3.tar.gz && cd /usr/local/lib/erlang/lib && tar -zxf ~/rabbitmq-server-1.5.3.tar.gz && cd rabbitmq-server-1.5.3 && make"
+          not_if "which easy_install"
+        end
+        
+        has_gem_package "ezmobius-nanite"
+        
+      end
+            
+    end
+    
+  end
+end

data/lib/extensions/tokyo_tyrant.rb

@@ -0,0 +1,29 @@
+=begin rdoc
+  Install tokyo tyrant
+  
+  Usage:
+      enable :tokyo_tyrant
+=end
+module PoolParty
+  module Plugin
+    class TokyoTyrant < Plugin
+      
+      def enable
+        has_package "build-essential"
+        has_package "zlib1g-dev"
+        has_package "libbz2-dev"
+        has_gem_package "rufus-tokyo"
+        
+        has_exec "install tokyo-cabinet" do
+          command "cd ~ && git clone git://github.com/etrepum/tokyo-cabinet.git && cd tokyo-cabinet/ && ./configure && make && make install && cd ~"
+          not_if "which tcrtest"
+        end
+        has_exec "install tokyo-tyrant" do
+          command "cd ~ && git clone git://github.com/etrepum/tokyo-tyrant.git && cd tokyo-tyrant/ && ./configure && make && make install && cd ~"
+          not_if "which ttserver"
+        end
+      end
+      
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: auser-poolparty-extensions
 version: !ruby/object:Gem::Version 
-  version: 0.0.3
+  version: 0.0.7
 platform: ruby
 authors: 
 - Ari Lerner
@@ -9,7 +9,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2009-05-02 00:00:00 -07:00
+date: 2009-06-16 00:00:00 -07:00
 default_executable: 
 dependencies: []
 
@@ -20,25 +20,27 @@ executables: []
 extensions: []
 
 extra_rdoc_files: 
-- README.rdoc
 - LICENSE
+- README.rdoc
 files: 
+- LICENSE
 - README.rdoc
+- Rakefile
 - VERSION.yml
-- lib/extensions
+- lib/extensions/bash_alias.rb
+- lib/extensions/development_gem_package.rb
 - lib/extensions/dynomite.rb
-- lib/extensions/rails_deploy.rb
+- lib/extensions/lightcloud.rb
+- lib/extensions/nanite.rb
+- lib/extensions/tokyo_tyrant.rb
 - lib/poolparty-extensions.rb
-- test/extensions
 - test/extensions/rails_deploy_test.rb
 - test/poolparty_extensions_test.rb
 - test/test_helper.rb
-- LICENSE
 has_rdoc: true
 homepage: http://github.com/auser/poolparty-extensions
 post_install_message: 
 rdoc_options: 
-- --inline-source
 - --charset=UTF-8
 require_paths: 
 - lib
@@ -61,5 +63,7 @@ rubygems_version: 1.2.0
 signing_key: 
 specification_version: 3
 summary: Extensions on to of poolparty
-test_files: []
-
+test_files: 
+- test/extensions/rails_deploy_test.rb
+- test/poolparty_extensions_test.rb
+- test/test_helper.rb

data/lib/extensions/rails_deploy.rb

@@ -1,57 +0,0 @@
-=begin rdoc
-  Deploy a rails application using chef_deploy
-  
-  Usage:
-      has_rails_deploy "app_name" do
-        dir "/var/www"
-        repo "git://github.com/auser/paparazzi.git"
-        user "www-data"
-        database_yml /path/to/database.yml # or a string
-      end
-    
-    Sets up the filesystem structure (similar to capistrano deploy) and uses ezra's
-    chef-deploy to deploy the application
-=end
-module PoolParty
-  class Rails
-    
-    plugin :rails_deploy do
-      
-      default_options(
-        :dir => "/var/www",
-        :owner => "www-data"
-      )
-      
-      def loaded(o={}, &block)
-        raise "You must include the directory to deploy the rails app" unless dir?
-        raise "You must include the repo to deploy the rails app" unless repo?
-        
-        has_package "git-core"
-        has_directory dir
-        has_directory release_directory
-        has_directory "#{release_directory}/shared", :owner => owner
-        
-        %w(config pids log).each do |d|
-          has_directory "#{release_directory}/shared/#{d}", :owner => owner
-        end
-        
-        has_file "#{release_directory}/shared/config/database.yml", :owner => owner do
-          content ::File.file?(database_yml) ? open(database_yml).read : database_yml
-        end
-        
-        # Should these be here?
-        has_chef_recipe "apache2"
-        has_chef_recipe "apache2::mod_rails"
-        
-        dopts = options.choose {|k,v| [:repo, :user].include?(k)}
-        has_chef_deploy dopts.merge(:name => "#{release_directory}")
-        
-      end
-      
-      def release_directory
-        "#{dir}/#{name}"
-      end
-      
-    end
-  end
-end