auser-poolparty 0.2.81 → 0.2.84

data/lib/poolparty/provisioners/provisioners/master.rb

@@ -1,196 +0,0 @@
-module PoolParty
-  module Provisioner
-    class Master < ProvisionerBase
-      
-      def initialize(cl=self, os=:ubuntu)
-        raise MasterException.new(:no_ip) unless cl.master && cl.master.ip
-        super(cl.master, cl, os)
-        @master_ip = cl.master.ip
-      end
-
-      def valid?
-        !(@cloud.nil? || @cloud.master.nil?)
-      end
-
-      def error
-        raise RemoteException.new(:could_not_install, "Your cloud does not have a master")
-      end
-      
-      def first_install_tasks
-        [
-          create_local_hosts_entry
-        ]
-      end
-
-      def install_tasks
-        [          
-          setup_basic_structure,
-          setup_configs,        
-          setup_fileserver,
-          setup_autosigning,
-          install_poolparty,
-          restart_puppetmaster,
-          run_first_time,
-          create_local_node,
-        ] << configure_tasks
-      end
-
-      def configure_tasks
-        [
-          create_local_node,
-          move_templates,
-          setup_poolparty,
-          create_poolparty_manifest,
-          restart_puppetd
-        ]
-      end
-      
-      # If the master is not in the hosts file, then add it to the hosts file
-      def create_local_hosts_entry
-        <<-EOS
-echo "Creating local host entry"
-if [ -z \"$(grep -v '#' /etc/hosts | grep 'puppet')" ]; then echo '#{@master_ip}          master puppet localhost' >> /etc/hosts; fi
-hostname master
-        EOS
-      end
-
-      def setup_basic_structure
-        <<-EOS
-echo "Creating basic structure for poolparty"        
-mkdir -p /etc/puppet/manifests/nodes 
-mkdir -p /etc/puppet/manifests/classes
-echo "import 'nodes/*.pp'" > /etc/puppet/manifests/site.pp
-echo "import 'classes/*.pp'" >> /etc/puppet/manifests/site.pp
-cp #{Base.remote_storage_path}/namespaceauth.conf /etc/puppet/namespaceauth.conf
-        EOS
-      end
-
-      def setup_configs
-        <<-EOS
-echo "Setting up configuration"        
-echo "#{open(File.join(template_directory, "puppet.conf")).read}" > /etc/puppet/puppet.conf
-        EOS
-      end
-
-      def setup_fileserver
-        <<-EOS
-echo "Setting up the master fileserver"
-echo "
-[files]
-  path #{Base.remote_storage_path}
-  allow *" > /etc/puppet/fileserver.conf
-mkdir -p /var/poolparty/facts
-mkdir -p /var/poolparty/files
-mkdir -p /etc/poolparty
-        EOS
-      end
-      # Change this eventually for better security supportsetup_fileserver
-      def setup_autosigning
-        <<-EOS
-echo "Creating accessibility for the nodes"        
-echo "*" > /etc/puppet/autosign.conf
-        EOS
-      end
-      
-      def setup_poolparty
-        <<-EOS
-echo "Setting the poolparty configuration"
-cp #{Base.remote_storage_path}/#{Base.key_file_locations.first} "#{Base.base_config_directory}/.ppkeys"
-mv #{Base.remote_storage_path}/#{Base.default_specfile_name} #{Base.base_config_directory}/
-        EOS
-      end
-            
-      def copy_ssh_app
-        "cp #{Base.remote_storage_path}/#{@cloud.full_keypair_name} #{@cloud.remote_keypair_path}" if @cloud.remote_keypair_path != "#{Base.remote_storage_path}/#{@cloud.full_keypair_name}"
-      end
-      
-      def install_poolparty
-        <<-EOE
-echo "Installing poolparty"
-cd /var/poolparty
-wget http://rubyforge.org/frs/download.php/44731/logging-0.9.4.gem -O logging.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45581/ZenTest-3.11.0.gem -O ZenTest.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45600/ParseTree-3.0.1.gem -O ParseTree.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45587/ruby2ruby-1.2.0.gem -O ruby2ruby.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45627/activesupport-2.1.2.gem -O activesupport.gem 2>&1
-wget http://rubyforge.org/frs/download.php/18366/xml-simple-1.0.11.gem -O xml-simple.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45683/RubyInline-3.8.1.gem -O RubyInline.gem 2>&1
-wget http://rubyforge.org/frs/download.php/42580/flexmock-0.8.3.gem -O flexmock.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45685/hoe-1.8.2.gem -O hoe.gem 2>&1
-wget http://rubyforge.org/frs/download.php/18698/lockfile-1.4.3.gem -O lockfile.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45546/rubyforge-1.0.1.gem -O rubyforge.gem 2>&1
-wget http://rubyforge.org/frs/download.php/43954/rake-0.8.3.gem -O rake.gem 2>&1
-wget http://rubyforge.org/frs/download.php/45589/sexp_processor-3.0.0.gem -O sexp_processor.gem 2>&1
-wget http://github.com/auser/poolparty/tree/master%2Fpkg%2Fpoolparty.gem?raw=true -O poolparty.gem 2>&1
-# wget http://rubyforge.org/frs/download.php/43666/amazon-ec2-0.3.1.gem -O amazon-ec2.gem 2>&1
-
-#{
-  %w(rake lockfile rubyforge hoe ZenTest sexp_processor flexmock logging activesupport 
-      RubyInline ParseTree ruby2ruby xml-simple poolparty).map do |dep|
-    "/usr/bin/gem install --ignore-dependencies -y --no-ri --no-rdoc #{dep}.gem #{unix_hide_string}"
-  end.join("\n")
-}
-        EOE
-      end
-      
-      # /etc/init.d/puppetmaster stop; rm -rf /etc/puppet/ssl; /etc/init.d/puppetmaster start
-      # ps aux | grep puppetmaster | grep -v grep | awk '{print $2}' | xargs kill;
-      def restart_puppetmaster
-        <<-EOS
-echo "(Re)starting poolparty"
-. /etc/profile
-/etc/init.d/puppetmaster stop;rm -rf /etc/poolparty/ssl;puppetmasterd --verbose;/etc/init.d/puppetmaster start
-        EOS
-      end
-      
-      def run_first_time
-<<-EOE
-echo "Running first time run"
-cp #{Base.remote_storage_path}/#{Base.template_directory}/puppetrunner /usr/bin/puppetrunner
-chmod +x /usr/bin/puppetrunner
-EOE
-      end
-
-      # TODO:
-      # Consider this method in the manifest
-      def create_local_node
-        str = <<-EOS
-node default {
-  include poolparty
-}
-        EOS
-         @cloud.list_of_running_instances.each do |ri|
-           str << <<-EOS           
-node "#{ri.name}" inherits default {}
-           EOS
-         end
-"echo '#{str}' > #{Base.manifest_path}/nodes/nodes.pp"
-      end
-
-      def move_templates
-        <<-EOS
-echo "Moving templates into place"
-mkdir -p #{Base.template_path}
-cp -R #{Base.remote_storage_path}/#{Base.template_directory}/* #{Base.template_path}
-        EOS
-      end
-      
-      def create_poolparty_manifest
-        <<-EOS
-echo "Creating the manifest"
-cp #{Base.remote_storage_path}/poolparty.pp /etc/puppet/manifests/classes/poolparty.pp
-#{copy_ssh_app}
-        EOS
-      end
-            
-      def restart_puppetd
-        # /usr/bin/puppetrerun
-        # /usr/bin/puppetcleaner master
-        <<-EOS
-echo "Running puppet manifest"
-/usr/bin/puppetrerun
-        EOS
-      end
-    end
-  end
-end

data/lib/poolparty/provisioners/provisioners/slave.rb

@@ -1,65 +0,0 @@
-module PoolParty
-  module Provisioner
-    class Slave < ProvisionerBase
-
-      def install_tasks
-        [ 
-          setup_poolparty,
-          setup_puppet,
-          setup_configs,
-        ] << configure_tasks
-      end
-
-      def configure_tasks
-        [          
-          start_puppet
-        ]
-      end
-      
-      def setup_poolparty
-        <<-EOE
-echo "Running first time run"
-cp #{Base.remote_storage_path}/#{Base.template_directory}/puppetrunner /usr/bin/puppetrunner
-chmod +x /usr/bin/puppetrunner
-        EOE
-      end
-
-      def setup_puppet
-        <<-EOE
-          if [ -z "$(grep -v '#' /etc/hosts | grep 'master')" ]; then echo "#{master_ip} puppet master" >> /etc/hosts; else echo "host already set"; fi
-          cp #{Base.remote_storage_path}/namespaceauth.conf /etc/puppet/namespaceauth.conf
-        EOE
-      end
-
-      def setup_configs
-        <<-EOS          
-          echo "#{open(File.join(template_directory, "puppet.conf")).read}" > /etc/puppet/puppet.conf
-          /etc/init.d/puppetmaster stop #{unix_hide_string}
-          mkdir -p #{Base.base_config_directory}
-          # rm -rf /etc/puppet/ssl
-          # /usr/bin/puppetrerun
-        EOS
-      end
-      
-      # /etc/init.d/puppetmasterd stop
-      # puppetd --listen --fqdn #{@instance.name}
-      def start_puppet
-        <<-EOS
-/bin/sh /usr/bin/puppetrunner
-        EOS
-      end
-      
-      def last_install_tasks
-        [
-          "rm -rf /etc/puppet/ssl",
-          "/usr/bin/puppetrerun"
-        ]
-      end
-      
-      def master_ip
-        @cloud.master.ip
-      end
-
-    end
-  end
-end

data/spec/poolparty/helpers/provisioner_base_spec.rb

@@ -1,137 +0,0 @@
-require File.dirname(__FILE__) + '/../spec_helper'
-
-include Provisioner
-
-describe "ProvisionerBase" do
-  before(:each) do    
-    @cloud = cloud :app do;end    
-    @remote_instance = PoolParty::Remote::RemoteInstance.new({:ip => "192.168.0.1", :status => "running", :name => "master"}, @cloud)
-    @cloud.stub!(:custom_install_tasks_for).with(@remote_instance).and_return []
-    stub_list_from_remote_for(@remote_instance)
-    stub_list_from_remote_for(@cloud)
-  end
-  describe "class methods" do
-    it "should have install" do
-      ProvisionerBase.respond_to?(:install).should == true
-    end
-    it "should have configure" do
-      ProvisionerBase.respond_to?(:configure).should == true
-    end
-  end
-  describe "tasks" do
-    before(:each) do
-      class Provisioner::TestProvisioner < Provisioner::ProvisionerBase
-        def tasks
-          [
-            "hello",
-            " ",
-            "world"
-          ]          
-        end
-      end
-      @tp = TestProvisioner.new(@remote_instance,@cloud)
-    end
-    it "should have tasks on the provisioner" do
-      ProvisionerBase.new(@remote_instance,@cloud).install_tasks.class.should == Array
-    end
-    it "should have empty tasks on the provisioner" do
-      ProvisionerBase.new(@remote_instance,@cloud).install_tasks.should be_empty
-    end
-    it "should allow a new class to write tasks that aren't empty upon instantiation" do
-      @tp.tasks.should_not be_empty
-    end
-    it "should have described 3 tasks in the task_list" do
-      @tp.tasks.size.should == 3
-    end
-  end
-  it "should return a hash when asking for the installers" do
-    ProvisionerBase.installers.class.should == Hash
-  end
-  it "should not return an empty string when asking for the Ubuntu installer" do
-    ProvisionerBase.installers[:ubuntu].should_not be_nil
-  end
-  it "should be able to fetch the ubuntu installer with the helper method installer" do
-    ProvisionerBase.new(@remote_instance,@cloud, "ubuntu").installer_for.should == "aptitude install -y "
-  end
-  it "should be able to fetch the fedora installer with the helper method installer" do
-    ProvisionerBase.new(@remote_instance,@cloud, "fedora").installer_for.should == "yum install "
-  end
-  describe "install_string" do
-    before(:each) do
-      class Provisioner::BTestProvisioner < Provisioner::ProvisionerBase
-        def install_tasks
-          [
-            "hello",
-            insert_space,
-            add_world
-          ]          
-        end
-        def insert_space
-          " "
-        end
-        def add_world
-          "cruel world"
-        end
-        def default_install_tasks
-          [] << install_tasks << custom_install_tasks
-        end
-      end
-      @provisioner = BTestProvisioner.new(@remote_instance, @cloud)
-    end
-    it "should not run \"hello\"" do
-      @provisioner.should_not_receive(:hello)
-    end
-    it "should run insert_space" do
-      @provisioner.should_receive(:insert_space).once.and_return " "
-    end
-    it "should run add_world" do
-      @provisioner.should_receive(:insert_space).once.and_return "world"
-    end
-    it "should compound the string to be hello \n   \n cruel world" do
-      @provisioner.install_string.should == "hello \n   \n cruel world"
-    end
-    it "should call the last_install_tasks last" do
-      @provisioner.should_receive(:last_install_tasks).at_least(1).and_return ["pops"]
-    end
-    it "should append the last_install_tasks to the end" do
-      @provisioner.stub!(:last_install_tasks).and_return ["pops"]
-      @provisioner.install_string.should == "hello \n   \n cruel world \n pops"
-    end
-    it "should append the custom_install_tasks_for from the cloud" do
-      @cloud.stub!(:custom_install_tasks_for).and_return ["echo 'hi from custom'"]
-      @provisioner.install_string.should =~ /echo 'hi from custom'/
-    end
-    after do
-      @provisioner.install_string
-    end
-    describe "processing" do
-      before(:each) do
-        @provisioner = ProvisionerBase.new(@remote_instance, @cloud)
-        stub_list_from_remote_for(@cloud)
-        @cloud.stub!(:keypair).and_return "fake_keypair"
-        @cloud.stub!(:keypair_path).and_return "~/.ec2/fake_keypair"
-        @cloud.stub!(:other_clouds).and_return []
-        @cloud.stub!(:expand_when).and_return "cpu > 10"
-        @cloud.stub!(:copy_file_to_storage_directory).and_return true
-        @cloud.stub!(:rsync_storage_files_to).and_return true
-        @cloud.stub!(:minimum_runnable_options).and_return []
-        Provisioner::Master.stub!(:new).and_return @provisioner
-        @provisioner.stub!(:build_and_store_new_config_file).and_return true
-        @provisioner.stub!(:process_clean_reconfigure_for!).and_return true
-      end
-      describe "provision_master" do
-        it "should call write_install_file" do
-          @provisioner.should_receive(:write_install_file).and_return(true)          
-        end
-        it "should call process_install!" do
-          @provisioner.should_receive(:process_install!).and_return(true)
-        end
-        after(:each) do
-          hide_output {
-            Provisioner.provision_master(@cloud, true)
-          }
-        end
-      end
-    end
-  end
-end

data/spec/poolparty/helpers/provisioners/master_spec.rb

@@ -1,53 +0,0 @@
-require File.dirname(__FILE__) + '/../../spec_helper'
-
-include Provisioner
-
-describe "Master provisioner" do
-  before(:each) do
-    @cloud = cloud :app do; end
-    stub_list_from_remote_for(@cloud)
-    @remote_instance = PoolParty::Remote::RemoteInstance.new({:ip => "192.168.0.1", :status => "running", :name => "master"}, @cloud)
-    
-    @cloud.stub!(:master).and_return sample_instances.first
-    @master = Master.new(@cloud, :ubuntu)
-  end
-  describe "install_tasks" do
-    before(:each) do
-      @cloud.stub!(:master).and_return sample_instances.first
-      @master.stub!(:cloud).and_return @cloud
-    end
-    it "should call install_puppet_master" do
-      @master.should_receive(:install_puppet)
-    end
-    it "should call create_local_hosts_entry" do
-      @master.should_receive(:create_local_hosts_entry)
-    end
-    it "should call setup_fileserver" do
-      @master.should_receive(:setup_fileserver)
-    end
-    it "should call create_local_node" do
-      @master.should_receive(:create_local_node).twice
-    end
-    it "should call the custom_install_tasks" do
-      @master.should_receive(:custom_install_tasks)
-    end
-    after do
-      @master.install
-    end
-  end
-  it "should return install_puppet_master as apt-get install puppet factor" do
-    @master.install_puppet.should =~ /install -y puppet puppetmaster/
-  end
-  it "should return setup basic structure and set classes into the manifest" do
-    @master.setup_basic_structure.should =~ /echo "import 'classes\/\*\.pp'" >> \/etc\/puppet\/manifests\/site\.pp/
-  end
-  it "should return setup_fileserver with the setup" do
-    @master.setup_fileserver.should =~ /\[files\]/
-  end
-  it "should be able to create_local_node" do
-    @master.create_local_node.should =~ /ode \"master\"/
-  end
-  it "should create a node1 node as well" do
-    @master.create_local_node.should =~ /ode \"node1\"/
-  end
-end

data/spec/poolparty/helpers/provisioners/slave_spec.rb

@@ -1,27 +0,0 @@
-require File.dirname(__FILE__) + '/../../spec_helper'
-
-include Provisioner
-
-describe "Slave provisioner" do
-  before(:each) do
-    
-    @cloud = cloud :app do; end
-    @remote_instance = PoolParty::Remote::RemoteInstance.new({:ip => "192.168.0.1", :status => "running", :name => "master"}, @cloud)
-    stub_list_from_remote_for(@cloud)
-    
-    @cloud.stub!(:master).and_return sample_instances.first
-    
-    @slave = Slave.new(@remote_instance, @cloud, :ubuntu)
-  end
-  describe "install_tasks" do
-    it "should call install_puppet_slave" do
-      @slave.should_receive(:install_puppet)
-    end
-    after do
-      @slave.install
-    end
-  end
-  it "should return setup_puppet with the master" do
-    @slave.setup_puppet.should =~ /master/
-  end
-end