auser-poolparty 0.1.2 → 0.2.2

data/lib/poolparty/scheduler.rb

@@ -1,93 +0,0 @@
-module PoolParty
-  extend self
-  # Schedule tasks container
-  class ScheduleTasks
-    include ThreadSafeInstance
-    # Initialize tasks array and run
-    def tasks
-      @_tasks ||= []
-    end
-    # Synchronize the running threaded tasks
-    def run
-      unless tasks.empty? && !running?
-        running = true
-        pool = ThreadPool.new(10)
-        tasks.reject! do |task|
-          pool.process {task.call}
-        end
-        pool.join() # When all the tasks are done
-        running = false
-      end
-    end
-    def running?;@running == true;end
-    def running;@running ||= false;end
-    # Add a task in a new thread
-    def <<(a, *args)
-      tasks << a
-    end
-    alias_method :push, :<<
-    # In the ThreadSafeInstance
-    make_safe :<<
-  end
-  # Scheduler class
-  module Scheduler
-    attr_reader :tasker
-    # Get the tasks or ScheduleTasks
-    def _tasker
-      @_tasker ||= ScheduleTasks.new
-    end
-    # Add a task to the new threaded block
-    def add_task(&blk)
-      _tasker.push blk
-    end
-    # Grab the polling_time
-    def interval
-      @interval ||= Application.polling_time
-    end
-    # Run the threads
-    def run_threads
-      _tasker.run
-    end
-    alias_method :run_tasks, :run_threads
-    # Daemonize the process
-    def daemonize
-      PoolParty.message "Daemonizing..."
-      
-      pid = fork do
-        Signal.trap('HUP', 'IGNORE') # Don't die upon logout
-        File.open("/dev/null", "r+") do |devnull|
-          $stdout.reopen(devnull)
-          $stderr.reopen(devnull)
-          $stdin.reopen(devnull) unless @use_stdin
-        end
-        yield if block_given?
-      end
-      Process.detach(pid)
-      pid
-    end
-    # Run the loop and wait the amount of time between running the tasks
-    # You can send it daemonize => true and it will daemonize
-    def run_thread_loop(opts={}, &blk)
-      block = lambda {        
-        loop do
-          begin
-            yield if block_given?
-            add_task { Signal.trap("INT") { exit } }            
-            run_thread_list
-            PoolParty.message "Waiting: #{interval}"
-            wait interval
-          rescue Exception => e
-            Process.kill("INT", Process.pid)
-          end
-        end
-      }
-      # Run the tasks
-      opts[:daemonize] ? daemonize(&block) : block.call   
-    end
-    
-    def run_thread_list      
-      run_threads
-    end
-        
-  end
-end

data/lib/poolparty/tasks.rb

@@ -1,47 +0,0 @@
-module PoolParty
-  class Tasks
-    include Callbacks
-    
-    # Setup and define all the tasks
-    def initialize
-      yield self if block_given?
-    end
-    # Define the tasks in the rakefile
-    # From the rakefile
-    def define_tasks
-      # Run the command on the local system
-      def run(cmd)
-        Kernel.system(cmd.runnable)
-      end
-      # Basic setup action
-      def setup_application
-        @options ||= PoolParty.options(ARGV.dup)
-      end
-      
-      # Require the poolparty specific tasks
-      compiled_rakefile
-      
-      desc "Reload the static variables"
-      task :reload do
-        reload!
-      end
-      true
-    end
-    
-    def reload!
-      @compiled_rakefile = nil
-    end
-    
-    def compiled_rakefile
-      rake_str = []
-      
-      Dir["#{File.expand_path(File.dirname(__FILE__))}/tasks/*.rake"].each { |t| rake_str << open(t).read }
-      plugin_rakefiles
-      
-      @compiled_rakefile ||= eval(rake_str.join("\n")) # Not ideal
-    end
-    def plugin_rakefiles
-      Dir["#{PoolParty.plugin_dir}/*/Rakefile"].each {|t| load t }
-    end
-  end
-end

data/lib/poolparty/tasks/development.rake

@@ -1,78 +0,0 @@
-namespace(:dev) do
-  task :initialize do
-    setup_application
-    run "mkdir $HOME/.ec2 >/dev/null 2>/dev/null" unless File.directory?("$HOME/.ec2")
-  end
-  # Setup a basic development environment for the user 
-  desc "Setup development environment specify the config_file"
-  task :setup => [:initialize, :setup_keypair] do    
-    certloc = "#{Application.ec2_dir}/#{Application.keypair}/cert-*.pem 2>/dev/null"
-    pkloc = "#{Application.ec2_dir}/#{Application.keypair}/pk-*.pem 2>/dev/null"
-    unless `ls #{certloc}`.length > 1 && `ls #{pkloc}`.length > 1
-      puts <<-EOM
-Make sure you run rake dev:setup_pemkeys before you run this command
-
-I cannot continue until your keys are setup. 
-exiting...
-      EOM
-      exit
-    end
-    keyfilename = ".#{Application.keypair}_pool_keys"
-    run <<-EOR
-      echo 'export AWS_ACCESS_KEY=\"#{Application.access_key}\"' > $HOME/#{keyfilename}
-      echo 'export AWS_SECRET_ACCESS=\"#{Application.secret_access_key}\"' >> $HOME/#{keyfilename}
-      echo 'export EC2_HOME=\"#{Application.ec2_dir}\"' >> $HOME/#{keyfilename}
-      echo 'export KEYPAIR_NAME=\"#{Application.keypair}\"' >> $HOME/#{keyfilename}
-      echo 'export EC2_PRIVATE_KEY=`ls ~/.ec2/#{Application.keypair}/pk-*.pem`;' >> $HOME/#{keyfilename}
-      echo 'export EC2_CERT=`ls ~/.ec2/#{Application.keypair}/cert-*.pem`;' >> $HOME/#{keyfilename}
-    EOR
-    puts <<-EOM
-To work on this cloud, source the file like: 
-  
-  source $HOME/#{keyfilename}
-  
-    EOM
-  end
-  desc "Generate a new keypair"
-  task :setup_keypair => [:initialize] do
-    Application.keypair ||= "#{File.basename(Dir.pwd)}"    
-    run "ec2-delete-keypair #{Application.keypair}" if File.file?(Application.keypair_path)
-    puts "-- setting up keypair named #{Application.keypair} in #{Application.keypair_path}"
-    run <<-EOR        
-      chmod 600 #{Application.keypair_path} 2>/dev/null
-      mkdir $HOME/.ec2/#{Application.keypair} 2>/dev/null
-      ec2-add-keypair #{Application.keypair} > #{Application.keypair_path}
-    EOR
-  end
-  desc "Setup pem keys"
-  task :setup_pemkeys => [:initialize] do    
-    puts "Setting up stubbed pem keys in ~/.ec2/#{Application.keypair}"
-    run <<-EOR
-      mkdir -p $HOME/.ec2/#{Application.keypair} 2>/dev/null
-      echo 'UPDATE ME' > #{Application.ec2_dir}/#{Application.keypair}/cert-UPDATEME.pem
-      echo 'UPDATE ME' > #{Application.ec2_dir}/#{Application.keypair}/pk-UPDATEME.pem
-    EOR
-    puts "Don't forget to replace your ~/.ec2/#{Application.keypair}/*.pem keys with the real amazon keys"
-  end
-  desc "initialize setup"
-  task :init => [:setup_pemkeys]
-  
-  desc "Just an argv test"
-  task :test => :initialize do
-    puts "---- Testing ----"
-    puts PoolParty.options(ARGV.dup)
-    puts "Using keypair at: #{Application.keypair_path}"
-  end
-  desc "Installation listing"
-  task :list_install => :initialize do
-    puts "-- packages to install --"
-    Provider.install_poolparty(true)
-  end
-  desc "Authorize base ports for application"
-  task :authorize_ports => :initialize do
-    run <<-EOR
-      ec2-authorize -p 22 default
-      ec2-authorize -p 80 default
-    EOR
-  end
-end

data/lib/poolparty/tasks/plugins.rake

@@ -1,30 +0,0 @@
-namespace(:plugin) do
-  task :init do
-    @command = ARGV.shift # Get rid of the command
-    @name = (ENV['location'] || ENV["l"] || ARGV.shift)
-    unless @name
-      puts <<-EOM
-Usage:
-rake #{@command} location
-
-Example:
-rake #{@command} git://github.com/auser/poolparty-plugins.git
-
-Check the help does for more information how to install a plugin
-http://poolpartyrb.com
-        
-      EOM
-      exit 
-    end    
-  end
-  desc "Install a plugin from a git repository"
-  task :install => :init do |command|
-    PoolParty::PluginManager.install_plugin @name
-  end
-  desc "Remove an installed plugin"
-  task :remove => :init do |command|
-    PoolParty::PluginManager.remove_plugin @name
-  end
-  rule "" do |t|
-  end
-end

data/lib/poolparty/thread_pool.rb

@@ -1,94 +0,0 @@
-module PoolParty
-  class ThreadPool
-    class Worker
-      def initialize
-        @mutex = Mutex.new
-        @thread = Thread.new do
-          while true
-            sleep 0.001
-            block = get_block
-            if block
-              block.call
-              reset_block
-            end
-          end
-        end
-      end
-
-      def get_block
-        @mutex.synchronize {@block}
-      end
-
-      def set_block(block)
-        @mutex.synchronize do
-          raise RuntimeError, "Thread already busy." if @block
-          @block = block
-        end
-      end
-
-      def reset_block
-        @mutex.synchronize {@block = nil}
-      end
-
-      def busy?
-        @mutex.synchronize {!@block.nil?}
-      end
-    end
-
-    attr_accessor :max_size
-    attr_reader :workers
-
-    def initialize(max_size = 10)
-      @max_size = max_size
-      @workers = []
-      @mutex = Mutex.new
-    end
-
-    def size
-      @mutex.synchronize {@workers.size}
-    end
-
-    def busy?
-      @mutex.synchronize {@workers.any? {|w| w.busy?}}
-    end
-
-    def join
-      sleep 0.01 while busy?
-    end
-
-    def process(&block)
-        while true
-            @mutex.synchronize do
-                worker = find_available_worker 
-                if worker
-                    return worker.set_block(block)
-                end
-            end
-            sleep 0.01
-        end
-    end
-
-    def find_available_worker
-      free_worker || create_worker
-    end
-
-    def wait_for_worker
-      while true
-        worker = find_available_worker
-        return worker if worker
-        sleep 0.01
-      end
-    end
-
-    def free_worker
-      @workers.each {|w| return w unless w.busy?}; nil
-    end
-
-    def create_worker
-      return nil if @workers.size >= @max_size
-      worker = Worker.new
-      @workers << worker
-      worker
-    end
-  end  
-end

data/lib/s3/s3_object_store_folders.rb

@@ -1,44 +0,0 @@
-=begin rdoc
-  S3 overloads
-=end
-module AWS
-  module S3
-    class S3Object
-       class << self
-         
-        alias :original_store :store
-        def store(key, data, bucket = nil, options = {})
-          store_folders(key, bucket, options) if options[:use_virtual_directories]
-          original_store(key, data, bucket, options)
-        end
-        
-        def streamed_store(key, filepath, bucket = nil, options = {})
-          store_folders(key, bucket, options) if options[:use_virtual_directories]
-          store(key,File.open(filepath), bucket)
-        end
-        
-        def store_directory(directory, bucket, options = {})
-          Dir[File.join(directory, "*")].each do |file|
-            streamed_store("#{File.basename(File.dirname(file))}/#{File.basename(file)}", file, bucket, options.update(:use_virtual_directories => true))
-          end
-        end
-  
-        def store_folders(key, bucket = nil, options = {})
-          folders = key.split("/")
-          folders.slice!(0)
-          folders.pop
-          current_folder = "/"
-          folders.each {|folder|
-            current_folder += folder
-            store_folder(current_folder, bucket, options)
-            current_folder += "/"
-          }
-        end
-  
-        def store_folder(key, bucket = nil, options = {})
-          original_store(key + "_$folder$", "", bucket, options) # store the magic entry that emulates a folder
-        end
-      end
-    end
-  end
-end

data/poolparty.gemspec

@@ -1,71 +0,0 @@
-Gem::Specification.new do |s|
-  s.name = %q{poolparty}
-  s.version = "0.1.2"
-
-  s.required_rubygems_version = Gem::Requirement.new("= 1.2") if s.respond_to? :required_rubygems_version=
-  s.authors = ["Ari Lerner"]
-  s.cert_chain = nil
-  s.date = %q{2008-07-30}
-  s.description = %q{Run your entire application off EC2, managed and auto-scaling}
-  s.email = %q{ari.lerner@citrusbyte.com}
-  s.executables = ["instance", "pool", "poolnotify"]
-  s.extra_rdoc_files = ["CHANGELOG", "LICENSE", "README", "bin", "bin/instance", "bin/pool", "bin/poolnotify", "lib", "lib/core", "lib/core/array.rb", "lib/core/exception.rb", "lib/core/float.rb", "lib/core/hash.rb", "lib/core/kernel.rb", "lib/core/module.rb", "lib/core/object.rb", "lib/core/proc.rb", "lib/core/string.rb", "lib/core/time.rb", "lib/helpers", "lib/helpers/plugin_spec_helper.rb", "lib/modules", "lib/modules/callback.rb", "lib/modules/ec2_wrapper.rb", "lib/modules/file_writer.rb", "lib/modules/safe_instance.rb", "lib/modules/sprinkle_overrides.rb", "lib/modules/vlad_override.rb", "lib/poolparty", "lib/poolparty.rb", "lib/poolparty/application.rb", "lib/poolparty/init.rb", "lib/poolparty/master.rb", "lib/poolparty/monitors", "lib/poolparty/monitors.rb", "lib/poolparty/monitors/cpu.rb", "lib/poolparty/monitors/memory.rb", "lib/poolparty/monitors/web.rb", "lib/poolparty/optioner.rb", "lib/poolparty/plugin.rb", "lib/poolparty/provider", "lib/poolparty/provider.rb", "lib/poolparty/provider/essential.rb", "lib/poolparty/provider/git.rb", "lib/poolparty/provider/haproxy.rb", "lib/poolparty/provider/heartbeat.rb", "lib/poolparty/provider/rsync.rb", "lib/poolparty/provider/ruby.rb", "lib/poolparty/provider/s3fuse.rb", "lib/poolparty/remote_instance.rb", "lib/poolparty/remoter.rb", "lib/poolparty/remoting.rb", "lib/poolparty/scheduler.rb", "lib/poolparty/tasks", "lib/poolparty/tasks.rb", "lib/poolparty/tasks/cloud.rake", "lib/poolparty/tasks/development.rake", "lib/poolparty/tasks/ec2.rake", "lib/poolparty/tasks/instance.rake", "lib/poolparty/tasks/plugins.rake", "lib/poolparty/tasks/server.rake", "lib/poolparty/thread_pool.rb", "lib/s3", "lib/s3/s3_object_store_folders.rb"]
-  s.files = ["CHANGELOG", "LICENSE", "README", "Rakefile", "assets", "assets/clouds.png", "bin", "bin/instance", "bin/pool", "bin/poolnotify", "config", "config/cloud_master_takeover", "config/create_proxy_ami.sh", "config/haproxy.conf", "config/heartbeat.conf", "config/heartbeat_authkeys.conf", "config/installers", "config/installers/ubuntu_install.sh", "config/monit", "config/monit.conf", "config/monit/haproxy.monit.conf", "config/monit/nginx.monit.conf", "config/nginx.conf", "config/reconfigure_instances_script.sh", "config/sample-config.yml", "config/scp_instances_script.sh", "lib", "lib/core", "lib/core/array.rb", "lib/core/exception.rb", "lib/core/float.rb", "lib/core/hash.rb", "lib/core/kernel.rb", "lib/core/module.rb", "lib/core/object.rb", "lib/core/proc.rb", "lib/core/string.rb", "lib/core/time.rb", "lib/helpers", "lib/helpers/plugin_spec_helper.rb", "lib/modules", "lib/modules/callback.rb", "lib/modules/ec2_wrapper.rb", "lib/modules/file_writer.rb", "lib/modules/safe_instance.rb", "lib/modules/sprinkle_overrides.rb", "lib/modules/vlad_override.rb", "lib/poolparty", "lib/poolparty.rb", "lib/poolparty/application.rb", "lib/poolparty/init.rb", "lib/poolparty/master.rb", "lib/poolparty/monitors", "lib/poolparty/monitors.rb", "lib/poolparty/monitors/cpu.rb", "lib/poolparty/monitors/memory.rb", "lib/poolparty/monitors/web.rb", "lib/poolparty/optioner.rb", "lib/poolparty/plugin.rb", "lib/poolparty/provider", "lib/poolparty/provider.rb", "lib/poolparty/provider/essential.rb", "lib/poolparty/provider/git.rb", "lib/poolparty/provider/haproxy.rb", "lib/poolparty/provider/heartbeat.rb", "lib/poolparty/provider/rsync.rb", "lib/poolparty/provider/ruby.rb", "lib/poolparty/provider/s3fuse.rb", "lib/poolparty/remote_instance.rb", "lib/poolparty/remoter.rb", "lib/poolparty/remoting.rb", "lib/poolparty/scheduler.rb", "lib/poolparty/tasks", "lib/poolparty/tasks.rb", "lib/poolparty/tasks/cloud.rake", "lib/poolparty/tasks/development.rake", "lib/poolparty/tasks/ec2.rake", "lib/poolparty/tasks/instance.rake", "lib/poolparty/tasks/plugins.rake", "lib/poolparty/tasks/server.rake", "lib/poolparty/thread_pool.rb", "lib/s3", "lib/s3/s3_object_store_folders.rb", "plugins", "poolparty-0.1.2.gem", "spec", "spec/files", "spec/files/describe_response", "spec/files/multi_describe_response", "spec/files/remote_desc_response", "spec/helpers", "spec/helpers/ec2_mock.rb", "spec/lib", "spec/lib/core", "spec/lib/core/core_spec.rb", "spec/lib/core/kernel_spec.rb", "spec/lib/core/string_spec.rb", "spec/lib/modules", "spec/lib/modules/callback_spec.rb", "spec/lib/modules/file_writer_spec.rb", "spec/lib/poolparty", "spec/lib/poolparty/application_spec.rb", "spec/lib/poolparty/ec2_wrapper_spec.rb", "spec/lib/poolparty/master_spec.rb", "spec/lib/poolparty/optioner_spec.rb", "spec/lib/poolparty/plugin_spec.rb", "spec/lib/poolparty/poolparty_spec.rb", "spec/lib/poolparty/provider_spec.rb", "spec/lib/poolparty/remote_instance_spec.rb", "spec/lib/poolparty/remoter_spec.rb", "spec/lib/poolparty/remoting_spec.rb", "spec/lib/poolparty/scheduler_spec.rb", "spec/lib/s3", "spec/monitors", "spec/monitors/cpu_monitor_spec.rb", "spec/monitors/memory_spec.rb", "spec/monitors/misc_monitor_spec.rb", "spec/monitors/web_spec.rb", "spec/spec_helper.rb", "poolparty.gemspec"]
-  s.has_rdoc = true
-  s.homepage = %q{http://poolpartyrb.com}
-  s.post_install_message = %q{
-      
-      Get ready to jump in the pool, you just installed PoolParty! (Updated at 12:37PM, 07/30/08)
-
-      Please check out the documentation for any questions or check out the google groups at
-        http://groups.google.com/group/poolpartyrb
-
-      Don't forget to check out the plugin tutorial @ http://poolpartyrb.com for extending PoolParty!      
-
-      For more information, check http://poolpartyrb.com
-      On IRC: 
-        irc.freenode.net
-        #poolpartyrb
-        
-      *** Ari Lerner @ <ari.lerner@citrusbyte.com> ***
-    }
-  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Poolparty", "--main", "README"]
-  s.require_paths = ["lib"]
-  s.rubyforge_project = %q{poolparty}
-  s.rubygems_version = %q{1.2.0}
-  s.summary = %q{Run your entire application off EC2, managed and auto-scaling}
-
-  if s.respond_to? :specification_version then
-    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
-    s.specification_version = 2
-
-    if current_version >= 3 then
-      s.add_runtime_dependency(%q<aws-s3>, [">= 0"])
-      s.add_runtime_dependency(%q<amazon-ec2>, [">= 0"])
-      s.add_runtime_dependency(%q<auser-aska>, [">= 0"])
-      s.add_runtime_dependency(%q<git>, [">= 0"])
-      s.add_runtime_dependency(%q<sprinkle>, [">= 0"])
-      s.add_runtime_dependency(%q<SystemTimer>, [">= 0"])
-      s.add_runtime_dependency(%q<open4>, [">= 0"])
-      s.add_development_dependency(%q<echoe>, [">= 0"])
-    else
-      s.add_dependency(%q<aws-s3>, [">= 0"])
-      s.add_dependency(%q<amazon-ec2>, [">= 0"])
-      s.add_dependency(%q<auser-aska>, [">= 0"])
-      s.add_dependency(%q<git>, [">= 0"])
-      s.add_dependency(%q<sprinkle>, [">= 0"])
-      s.add_dependency(%q<SystemTimer>, [">= 0"])
-      s.add_dependency(%q<open4>, [">= 0"])
-      s.add_dependency(%q<echoe>, [">= 0"])
-    end
-  else
-    s.add_dependency(%q<aws-s3>, [">= 0"])
-    s.add_dependency(%q<amazon-ec2>, [">= 0"])
-    s.add_dependency(%q<auser-aska>, [">= 0"])
-    s.add_dependency(%q<git>, [">= 0"])
-    s.add_dependency(%q<sprinkle>, [">= 0"])
-    s.add_dependency(%q<SystemTimer>, [">= 0"])
-    s.add_dependency(%q<open4>, [">= 0"])
-    s.add_dependency(%q<echoe>, [">= 0"])
-  end
-end