rouster 0.7 → 0.41

data/plugins/openstack.rb

@@ -1,136 +0,0 @@
-#!/usr/bin/ruby
-## plugins/openstack.rb - provide helper functions for Rouster objects running on OpenStack/Compute
-
-require sprintf('%s/../%s', File.dirname(File.expand_path(__FILE__)), 'path_helper')
-
-require 'fog'
-require 'uri'
-
-class Rouster
-
-  attr_reader :nova     # expose OpenStack workers
-  attr_reader :instance_data # the result of the runInstances request
-
-  # return a hash containing meta-data items
-  def ostack_get_instance_id ()
-    # The instance id is kept in @passthrough[:instance] or
-    # can be obtained from @instance_data which has all instance
-    # details.
-    if ! @instance_data.nil? and ! @instance_data.id.nil?
-      return @instance_data.id # we already know the id
-    elsif @passthrough.has_key?(:instance)
-      return @passthrough[:instance] # we know the id we want
-    else
-      @logger.debug(sprintf('unable to determine id from instance_data[%s] or passthrough specification[%s]', @instance_data, @passthrough))
-      return nil # we don't have an id yet, likely a up() call
-    end
-  end
-
-  def ostack_up
-    # wait for machine to transition to running state and become sshable (TODO maybe make the second half optional)
-    self.ostack_connect
-    # This will check if instance_id has been provided. If so, it will check on status of the instance.
-    status = self.status()
-    if status.eql?('running')
-      self.passthrough[:instance] = self.ostack_get_instance_id
-      @logger.debug(sprintf('Connecting to running instance [%s] while calling ostack_up()', self.passthrough[:instance]))
-      self.connect_ssh_tunnel
-    else
-      server = @nova.servers.create(:name => @name, :flavor_ref => @passthrough[:flavor_ref],
-                  :image_ref => @passthrough[:image_ref], :key_name => @passthrough[:keypair], :user_data => @passthrough[:user_data])
-      server.wait_for { ready? }
-      @instance_data = server
-      server.addresses.each_key do |address_key|
-        if defined?(server.addresses[address_key])
-          self.passthrough[:host] = server.addresses[address_key].first['addr']
-          break
-        end
-      end
-      self.passthrough[:instance] = self.ostack_get_instance_id
-      @logger.debug(sprintf('Connecting to running instance [%s] while calling ostack_up()', self.passthrough[:instance]))
-      self.connect_ssh_tunnel
-    end
-    self.passthrough[:instance]
-  end
-
-  def ostack_get_ip()
-    self.passthrough[:host]
-  end
-
-  def ostack_destroy
-    server = self.ostack_describe_instance
-    raise sprintf("instance[%s] not found by destroy()", self.ostack_get_instance_id) if server.nil?
-    server.destroy
-    @instance_data = nil
-    self.passthrough.delete(:instance)
-  end
-
-  def ostack_describe_instance(instance_id = ostack_get_instance_id)
-
-    if @cache_timeout
-      if @cache.has_key?(:ostack_describe_instance)
-        if (Time.now.to_i - @cache[:ostack_describe_instance][:time]) < @cache_timeout
-          @logger.debug(sprintf('using cached ostack_describe_instance?[%s] from [%s]', @cache[:ostack_describe_instance][:instance], @cache[:ostack_describe_instance][:time]))
-          return @cache[:ostack_describe_instance][:instance]
-        end
-      end
-    end
-    # We don't have a instance.
-    return nil if instance_id.nil?
-    self.ostack_connect
-    response = @nova.servers.get(instance_id)
-    return nil if response.nil?
-    @instance_data = response
-
-    if @cache_timeout
-      @cache[:ostack_describe_instance] = Hash.new unless @cache[:ostack_describe_instance].class.eql?(Hash)
-      @cache[:ostack_describe_instance][:time] = Time.now.to_i
-      @cache[:ostack_describe_instance][:instance] = response
-      @logger.debug(sprintf('caching is_available_via_ssh?[%s] at [%s]', @cache[:ostack_describe_instance][:instance], @cache[:ostack_describe_instance][:time]))
-    end
-
-    @instance_data
-  end
-
-  def ostack_status
-    self.ostack_describe_instance
-    return 'not-created' if @instance_data.nil?
-    if @instance_data.state.eql?('ACTIVE')
-       # Make this consistent with AWS response.
-       return 'running'
-    else
-       return  @instance_data.state
-    end
-  end
-
-
-  # TODO this will throw at the first error - should we catch?
-  # run some commands, return an array of the output
-  def ostack_bootstrap (commands)
-    self.ostack_connect
-    commands = (commands.is_a?(Array)) ? commands : [ commands ]
-    output   = Array.new
-
-    commands.each do |command|
-      output << self.run(command)
-    end
-
-    return output
-  end
-
-  def ostack_connect
-    # Instantiates an Object which can communicate with OS Compute.
-    # No instance specific information is set at this time.
-    return @nova unless @nova.nil?
-
-    config = {
-      :provider            => 'openstack',                           # OpenStack Fog provider
-      :openstack_auth_url  => self.passthrough[:openstack_auth_url], # OpenStack Keystone endpoint
-      :openstack_username  => self.passthrough[:openstack_username], # Your OpenStack Username
-      :openstack_tenant    => self.passthrough[:openstack_tenant],   # Your tenant id
-      :openstack_api_key   => self.passthrough[:openstack_api_key],  # Your OpenStack Password
-      :connection_options  => self.passthrough[:connection_options]  # Optional
-    }
-    @nova = Fog::Compute.new(config)
-  end
-end

data/test/functional/deltas/test_get_crontab.rb

@@ -1,161 +0,0 @@
-require sprintf('%s/../../../path_helper', File.dirname(File.expand_path(__FILE__)))
-
-require 'rouster'
-require 'rouster/deltas'
-require 'test/unit'
-
-class TestDeltasGetCrontab < Test::Unit::TestCase
-
-  def setup
-    assert_nothing_raised do
-      @app = Rouster.new(:name => 'app', :cache_timeout => 20)
-    end
-
-    @app.up()
-
-    ## setup some cronjobs so we have something to look at - and yes, this is hacktastic
-    ['root', 'puppet'].each do | user|
-      tmp = sprintf('/tmp/rouster.tmp.crontab.%s.%s.%s', user, Time.now.to_i, $$)
-      @app.run("echo '0 0 * * * echo #{user}' > #{tmp}")
-      #@app.run("crontab -u #{user} -f #{tmp}") # rhel
-      @app.run("crontab -u #{user} #{tmp}") # centos
-    end
-
-  end
-
-  def test_happy_path
-
-    res = nil
-
-    assert_nothing_raised do
-      res = @app.get_crontab()
-    end
-
-    assert_equal(Hash, res.class)
-    assert_equal(res, @app.deltas[:crontab]['root'])
-    assert_not_nil(@app.deltas[:crontab]['root'])
-
-  end
-
-  def test_happy_path_specified_user
-
-    res = nil
-
-    assert_nothing_raised do
-      res = @app.get_crontab('puppet')
-    end
-
-    assert_equal(Hash, res.class)
-    assert_equal(res, @app.deltas[:crontab]['puppet'])
-    assert_not_nil(@app.deltas[:crontab]['puppet'])
-
-  end
-
-  def test_happy_path_specified_star
-
-    res = nil
-
-    assert_nothing_raised do
-      res = @app.get_crontab('*')
-    end
-
-    assert_equal(Hash, res.class)
-    assert_equal(res, @app.deltas[:crontab])
-    assert_not_nil(@app.deltas[:crontab]['root'])
-    assert_not_nil(@app.deltas[:crontab]['puppet'])
-
-  end
-
-  def test_unhappy_path_non_existent_user
-
-    res = nil
-
-    assert_nothing_raised do
-      res = @app.get_crontab('fizzybang')
-    end
-
-    assert_equal(Hash, res.class)
-    assert_equal(0, res.keys.size)
-
-  end
-
-  def test_happy_path_no_cache
-
-    res = nil
-
-    assert_nothing_raised do
-      res = @app.get_crontab('root', false)
-    end
-
-    assert_equal(Hash, res.class)
-    assert_nil(@app.deltas[:crontab])
-
-  end
-
-  def test_happy_path_cache_invalidated
-
-    res1, res2 = nil, nil
-
-    assert_nothing_raised do
-      res1 = @app.get_crontab('root', true)
-    end
-
-    first_cache_time = @app.cache[:crontab]
-
-    sleep (@app.cache_timeout + 1)
-
-    assert_nothing_raised do
-      res2 = @app.get_crontab('root', true)
-    end
-
-    second_cache_time = @app.cache[:crontab]
-
-    assert_equal(res1, res2)
-    assert_not_equal(first_cache_time, second_cache_time)
-
-  end
-
-  def test_unhappy_duplicate_entries
-
-    res = nil
-
-    # do this in a saner way? crontab call is overwriting existing records
-    user = 'puppet'
-    tmp  = sprintf('/tmp/rouster.tmp.crontab.%s.%s.%s', user, Time.now.to_i, $$)
-    @app.run("echo '0 0 * * * echo #{user}' > #{tmp}")
-    @app.run("echo '5 5 * * * echo #{user}' >> #{tmp}")
-    @app.run("crontab -u #{user} #{tmp}")
-
-    assert_nothing_raised do
-      res = @app.get_crontab(user)
-    end
-
-    assert_equal(Hash, res.class)
-    assert(res.has_key?('echo puppet'))
-    assert(res.has_key?('echo puppet-duplicate.55***echopuppet'))
-
-  end
-
-  def test_non_matching_lines
-    res  = nil
-    user = 'root'
-    tmp  = sprintf('/tmp/rouster.tmp.crontab.%s.%s.%s', user, Time.now.to_i, $$)
-
-    @app.run("echo 'PATH=/sbin:/usr/bin:/usr/local/bin' > #{tmp}")
-    @app.run("echo '5 5 * * * echo #{user}' >> #{tmp}")
-    @app.run("crontab -u #{user} #{tmp}")
-
-    assert_nothing_raised do
-      res = @app.get_crontab(user, false)
-    end
-
-    assert_equal(Hash, res.class)
-    assert(res.has_key?('echo root'))
-
-  end
-
-  def teardown
-    @app = nil
-  end
-
-end

data/test/functional/deltas/test_get_os.rb

@@ -1,68 +0,0 @@
-require sprintf('%s/../../../path_helper', File.dirname(File.expand_path(__FILE__)))
-
-require 'rouster'
-require 'rouster/puppet'
-require 'rouster/testing'
-require 'test/unit'
-
-class TestValidateFileFunctional < Test::Unit::TestCase
-
-  def setup
-    # expose private methods
-    Rouster.send(:public, *Rouster.private_instance_methods)
-    Rouster.send(:public, *Rouster.protected_instance_methods)
-
-    @app = Rouster.new(:name => 'app')
-  end
-
-  def teardown
-    # put the flag file back in place
-    Rouster.os_files.each_pair do |_os, ff|
-      [ ff ].flatten.each do |f|
-        bkup = sprintf('%s.bkup', f)
-        if @app.is_file?(bkup)
-          @app.run(sprintf('mv %s %s', bkup, f))
-        end
-      end
-    end
-  end
-
-  def test_happy_path
-
-    type = @app.os_type
-    assert_not_nil(type, sprintf('unable to determine vm[%s] OS', @app))
-    assert_not_equal(:invalid, type)
-
-    version = @app.os_version(type)
-    assert_not_nil(version, sprintf('unable to determine vm[%s] OS version', @app))
-    assert_not_equal(:invalid, version)
-
-    assert_nothing_raised do
-      @app.get_services
-    end
-
-  end
-
-  def test_unhappy_path
-    # move the flag file out of the way
-    Rouster.os_files.each_pair do |_os, ff|
-      [ ff ].flatten.each do |f|
-        if @app.is_file?(ff)
-          @app.run(sprintf('mv %s %s.bkup', f, f))
-        end
-      end
-    end
-
-    type = @app.os_type
-
-    assert_equal(:invalid, type, sprintf('got wrong value for unmarked OS[%s]', type))
-
-    e = assert_raise do
-      @app.get_services
-    end
-
-    assert_equal(Rouster::InternalError, e.class, sprintf('wrong exception raised[%s] [%s]', e.class, e.message))
-
-  end
-
-end

data/test/functional/test_is_in_file.rb

@@ -1,40 +0,0 @@
-require sprintf('%s/../../path_helper', File.dirname(File.expand_path(__FILE__)))
-
-require 'rouster'
-require 'rouster/tests'
-require 'test/unit'
-
-class TestIsInFile < Test::Unit::TestCase
-
-  SHIBBOLETH = 'foobar'
-
-  def setup
-    assert_nothing_raised do
-      # no reason not to do this as a passthrough once we can
-      @app = Rouster.new(:name => 'app', :sudo => false)
-      @app.up()
-    end
-
-    # create some temporary files
-    @dir_tmp = sprintf('/tmp/rouster-%s.%s', $$, Time.now.to_i)
-    @app.run(sprintf('mkdir %s', @dir_tmp))
-
-    @file = sprintf('%s/file', @dir_tmp)
-    @app.run(sprintf('echo "%s" >> %s', SHIBBOLETH, @file))
-  end
-
-  def teardown; end
-
-  def test_positive
-
-    assert_equal(true, @app.is_in_file?(@file, SHIBBOLETH))
-
-  end
-
-  def test_negative
-
-    assert_equal(false, @app.is_in_file?(@file, 'fizzbuzz'))
-
-  end
-
-end

data/test/functional/test_passthroughs.rb

@@ -1,94 +0,0 @@
-require sprintf('%s/../../path_helper', File.dirname(File.expand_path(__FILE__)))
-
-require 'rouster'
-require 'test/unit'
-
-# most of the real passthrough testing is done in test_new.rb, since the only effective difference should be the target of the SSH connection
-
-class TestPassthroughs < Test::Unit::TestCase
-
-  def setup
-    @@user_sshkey = sprintf('%s/.ssh/id_rsa', ENV['HOME'])
-
-    unless File.file?(@@user_sshkey)
-      File.write(@@user_sshkey, '') # either this or `touch`
-      File.chmod(0600, @@user_sshkey)
-    end
-
-  end
-
-  def test_functional_local_passthrough
-
-    assert_nothing_raised do
-      @local = Rouster.new(
-        :name => 'local',
-        :passthrough => {
-          :type => :local,
-        },
-        :verbose => 4,
-      )
-    end
-
-    assert(@local.is_passthrough?(), 'worker is a passthrough')
-    assert_equal(false, @local.is_available_via_ssh?(), 'worker is available via SSH')
-
-    # put a file in /tmp/fizz and read it back
-    tmpfile = sprintf('/tmp/fizzy.%s.%s', Time.now.to_i, $$)
-    content = 'this is some sample text'
-
-    assert_nothing_raised do
-      @local.run("echo #{content} >> #{tmpfile}")
-    end
-
-    read = @local.run("cat #{tmpfile}").chomp! # using >> automatically includes \n
-
-    assert_equal(content, read, 'worker is able to read and write files on system')
-
-    # TODO better here
-    assert_nothing_raised do
-      @local.file('/etc/hosts')
-      @local.dir('/tmp')
-    end
-
-  end
-
-  def test_functional_remote_passthrough
-
-    omit('not running test_good_remote_passthrough, autogenerated a fake ssh key') if File.file?(@@user_sshkey) and File.read(@@user_sshkey).eql?("")
-
-    host = '127.0.0.1'
-    `ssh -i #{@@user_sshkey} -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null #{host} exit`
-    omit("found an ssh key, but it doesn't appear to be valid for this host") unless $?.success?
-
-    assert_nothing_raised do
-      @remote = Rouster.new(
-        :name => 'remote',
-        :passthrough => {
-          :type => :remote,
-          :host => host,
-          :user => ENV['USER'],
-          :key  => @@user_sshkey,
-        },
-        :verbosity => 4,
-      )
-    end
-
-    assert_equal('remote', @remote.name)
-    assert_equal(true, @remote.is_passthrough?())
-    assert_equal(false, @remote.uses_sudo?())
-    assert_equal(true, @remote.is_available_via_ssh?())
-
-    # TODO better here
-    assert_nothing_raised do
-      @remote.file('/etc/hosts')
-      @remote.dir('/tmp')
-    end
-
-  end
-
-  def teardown
-    # if the file is empty, we know we created it (or it doesn't matter)..
-    File.delete(@@user_sshkey) if File.file?(@@user_sshkey) and File.read(@@user_sshkey).eql?('')
-  end
-
-end