rubber 1.15.0 → 2.0.0.pre1

data/test/cloud/fog_test.rb

@@ -0,0 +1,34 @@
+require File.expand_path(File.join(__FILE__, '../..', 'test_helper'))
+require 'rubber/cloud/aws'
+require 'ostruct'
+
+class FogTest < Test::Unit::TestCase
+
+  context "fog" do
+
+    setup do
+      env = {'credentials' =>
+                 {'rackspace_api_key' => "XXX", 'rackspace_username' => "YYY", 'provider' => "rackspace"}}
+      env = Rubber::Configuration::Environment::BoundEnv.new(env, nil, nil)
+      @cloud = Rubber::Cloud::Fog.new(env, nil)
+    end
+
+    should "instantiate" do
+      assert @cloud.compute_provider
+      assert @cloud.storage_provider
+    end
+
+    should "provide storage" do
+      assert_raises(Fog::Errors::MockNotImplemented) { @cloud.storage('mybucket') }
+    end
+
+    should "not provide table store" do
+      assert_raises { @cloud.table_store('somekey') }
+    end
+
+    should "create instance" do
+      assert @cloud.create_instance('', '', '', '')
+    end
+
+  end
+end

data/test/command_test.rb

@@ -0,0 +1,85 @@
+require File.expand_path(File.join(__FILE__, '..', 'test_helper'))
+
+class CommandTest < Test::Unit::TestCase
+
+  def setup
+    system("rm -f #{Rubber.root}/log/*.log")
+    ENV['RUBBER_ROOT'] = Rubber.root
+  end
+  
+  def teardown
+    system("rm -f #{Rubber.root}/log/*.log")
+  end
+  
+  def test_rubber_help
+    out = `rubber`
+    assert out =~ /Subcommands:\n(.*)\nOptions:/m
+    subcommands = $1.scan(/^\s*(\S+)\s*/).flatten
+    assert_equal ["config", "cron", "util:rotate_logs", "util:backup", "util:backup_db", "util:restore_db", "vulcanize"], subcommands
+  end
+
+  def test_rubber_help_size
+    out = `rubber --help`
+    assert out.lines.all? {|l| l.size <= 81 }
+    
+    assert out =~ /Subcommands:\n(.*)\nOptions:/m
+    subcommands = $1.scan(/^\s*(\S+)\s*/).flatten
+    assert subcommands.size > 0
+    subcommands.each do |s|
+      out = `rubber #{s} --help`
+      assert out.lines.all? {|l| l.size <= 81 }, "help for #{s} exceeds 80 chars"
+    end
+  
+  end
+
+  def test_rubber_cron_basic
+    date = Time.now.tv_sec.to_s
+    out = `rubber cron echo #{date}`
+
+    assert_equal 0, $?
+    assert_equal "", out
+
+    logs = Dir["#{Rubber.root}/log/*.log"]
+    assert_equal 1, logs.size
+    assert_equal date, File.read(logs.first).strip
+  end
+  
+  def test_rubber_cron_logfile
+    date = Time.now.tv_sec.to_s
+    out = `rubber cron -l #{Rubber.root}/log/foo.log -- echo #{date}`
+    logs = Dir["#{Rubber.root}/log/*.log"]
+    assert_equal 1, logs.size
+    assert_equal "#{Rubber.root}/log/foo.log", logs.first
+    assert_equal date, File.read(logs.first).strip
+  end
+  
+  def test_rubber_cron_task_logfile
+    date = Time.now.tv_sec.to_s
+    out = `rubber cron --task -- cron -o -- echo #{date}`
+    logs = Dir["#{Rubber.root}/log/cron-task*.log"]
+    assert_equal 1, logs.size
+    assert_equal date, File.read(logs.first).strip
+  end
+  
+  def test_rubber_cron_directory_changed
+    out = `rubber cron -o -r /tmp -- pwd`
+    assert_match /(\/private)?\/tmp/, out, "Unexpected output:\n#{out}"
+  end
+  
+  def test_rubber_cron_output_empty
+    out = `rubber cron -- ls -la`
+    assert_equal "", out, "Unexpected output:\n#{out}"
+  end
+
+  def test_rubber_cron_output_echoed
+    out = `rubber cron -o -- ls -la`
+    assert_not_equal "", out, "Unexpected output:\n#{out}"
+  end
+  
+  def test_rubber_cron_output_on_error
+    out = `rubber cron -- ls -la jkbhbj`
+    assert_not_equal 0, $?
+    assert_not_equal "", out, "Unexpected output:\n#{out}"
+  end
+  
+end

data/test/dns/fog_test.rb

@@ -0,0 +1,131 @@
+require File.expand_path(File.join(__FILE__, '../..', 'test_helper'))
+require 'rubber/dns/fog'
+#require 'rexml/document'
+
+class FogTest < Test::Unit::TestCase
+
+  @envs = []
+  
+  env = {'credentials' =>
+            {'provider' => 'zerigo', 'zerigo_email' => 'xxx', 'zerigo_token' => 'yyy'}}
+  @envs << Rubber::Configuration::Environment::BoundEnv.new(env, nil, nil)
+
+  # no mocks for aws dns yet
+  #env = {'credentials' =>
+  #          {'provider' => 'aws', 'aws_access_key_id' => 'xxx', 'aws_secret_access_key' => 'yyy'}}
+  #@envs << Rubber::Configuration::Environment::BoundEnv.new(env, nil, nil)
+  
+  
+  @envs.each do |env|
+  
+  context "fog #{env.credentials.provider} dns" do
+    
+    setup do
+      @env = env
+    end
+    
+    context "find_or_create" do
+      
+      should "create domain if it doesn't exist" do
+        @dns = Rubber::Dns::Fog.new(@env)
+    
+        assert_equal 0, @dns.client.zones.all.size
+        
+        zone0 = @dns.find_or_create_zone("example1.com")
+        
+        assert_equal 1, @dns.client.zones.all.size
+        zone1 = @dns.client.zones.all.find {|z| z.domain =~ /example1.com/ }
+        assert zone1
+        assert_equal zone0.id, zone1.id
+        assert_equal zone0.domain, zone1.domain
+      end
+      
+      should "do nothing if domain already exists" do
+        @dns = Rubber::Dns::Fog.new(@env)
+        
+        @dns.client.zones.create(:domain => 'example1.com')
+        assert_equal 1, @dns.client.zones.all.size
+        
+        zone0 = @dns.find_or_create_zone("example1.com")
+        
+        assert_equal 1, @dns.client.zones.all.size
+        zone1 = @dns.client.zones.all.find {|z| z.domain =~ /example1.com/ }
+        assert_equal zone0.id, zone1.id
+        assert_equal zone0.domain, zone1.domain
+      end
+      
+    end
+    
+    context "records" do
+  
+      setup do
+        @dns = Rubber::Dns::Fog.new(@env)
+      
+        @domain = "example1.com"
+        @zone = @dns.find_or_create_zone(@domain)
+      end
+          
+      should "find_records" do
+        # Set up some sample records.
+        first = @zone.records.create(:value => '172.16.16.1', :name => 'host1', :domain => @domain, :type => 'A')
+        @zone.records.create(:value => '172.16.16.2', :domain => @domain, :type => 'A')
+      
+        # Search for records through the rubber DNS interface and make sure whe get what we expected.
+      
+        # Wildcard search.
+        records = @dns.find_host_records(:host => '*', :domain => @domain)
+        assert_equal 2, records.size
+        assert_equal({:type => "A", :host => "host1", :domain => @domain, :id => first.id, :data=>"172.16.16.1", :ttl => 3600, :priority => 0}, records.first)
+      
+        # Blank hostname search.
+        records = @dns.find_host_records(:host => '', :domain => @domain)
+        assert_equal 1, records.size
+        assert_equal '', records.first[:host]
+      
+        # Specific hostname search.
+        records = @dns.find_host_records(:host => 'host1', :domain => @domain)
+        assert_equal 1, records.size
+        assert_equal 'host1', records.first[:host]
+      end
+      
+      should "create_record" do
+        @dns.create_host_record({:host => 'newhost', :domain => @domain, :data => '1.1.1.1', :type => 'A', :ttl => '333'})
+      
+        assert_equal @zone.records.all.size, 1
+        record = @zone.records.first
+      
+        assert_equal 'newhost',             record.name
+        assert_equal "newhost.#{@domain}",  record.domain
+        assert_equal '1.1.1.1',             record.value
+        assert_equal 'A',                   record.type
+        assert_equal 333,                   record.ttl
+      end
+      
+      should "destroy_record" do
+        # Create the record we want to test destroying.
+        @zone.records.create(:type => 'A', :value => '172.16.16.1', :name => 'host1', :domain => @domain)
+        assert_equal 1, @zone.records.all.size
+      
+        @dns.destroy_host_record({:host => 'host1', :domain => @domain})
+      
+        assert_equal 0, @zone.records.all.size
+      end
+      
+      should "update_record" do
+        params = {:host => 'host1', :domain => @domain, :data => "1.1.1.1"}
+        new = {:host => 'host1', :domain => @domain, :data => "1.1.1.2"}
+      
+        @zone.records.create(:type => 'A', :value => '1.1.1.1', :name => 'host1', :domain => @domain)
+      
+        @dns.update_host_record(params, new)
+      
+        record = @zone.records.all.first
+        assert_equal '1.1.1.2', record.value
+      end
+
+    end
+    
+  end
+    
+  end
+end

data/test/environment_test.rb

@@ -0,0 +1,135 @@
+require File.expand_path(File.join(__FILE__, '..', 'test_helper'))
+
+class EnvironmentTest < Test::Unit::TestCase
+  include Rubber::Configuration
+
+  def test_known_roles
+    env = Rubber::Configuration::Environment.new("#{File.dirname(__FILE__)}/fixtures/basic")
+    assert_equal ['role1', 'role2', 'role3', 'role4', 'role5'], env.known_roles, "list of known roles not correct"
+  end
+
+  def test_env
+    env = Rubber::Configuration::Environment.new("#{File.dirname(__FILE__)}/fixtures/basic")
+    e = env.bind()
+    assert_equal 'val1', e['var1'], 'env not retrieving right val'
+    assert_equal 'val2', e['var2'], 'env not retrieving right val'
+    assert_equal 'val1', e.var1, 'env not retrieving right val for method missing'
+    assert_equal 'val2', e.var2, 'env not retrieving right val for method missing'
+    
+    assert_equal 'val3', e.var3, 'env not retrieving right val for config in supplemental file'
+
+    e = env.bind('role1', 'nohost')
+    assert_equal 'val1', e['var1'], 'env not retrieving right val'
+    assert_equal 'role1val2', e['var2'], 'env not retrieving right val'
+    assert_equal 'val1', e.var1, 'env not retrieving right val for method missing'
+    assert_equal 'role1val2', e.var2, 'env not retrieving right val for method missing'
+
+    e = env.bind('role1', 'host1')
+    assert_equal 'val1', e['var1'], 'env not retrieving right val'
+    assert_equal 'host1val2', e['var2'], 'env not retrieving right val'
+    assert_equal 'val1', e.var1, 'env not retrieving right val for method missing'
+    assert_equal 'host1val2', e.var2, 'env not retrieving right val for method missing'
+
+    e = env.bind('norole', 'host1')
+    assert_equal 'val1', e['var1'], 'env not retrieving right val'
+    assert_equal 'host1val2', e['var2'], 'env not retrieving right val'
+    assert_equal 'val1', e.var1, 'env not retrieving right val for method missing'
+    assert_equal 'host1val2', e.var2, 'env not retrieving right val for method missing'
+  end
+
+  def test_host_override
+    env = Rubber::Configuration::Environment.new("#{File.dirname(__FILE__)}/fixtures/basic")
+    e = env.bind('norole', 'host2')
+    assert_equal 'host2val3', e['var3'], 'env not retrieving right val'
+    assert_equal %w[host2val4a host2val4b], e['var4'], 'env not retrieving right val'
+    assert_equal [{'var51a' => 'val51a', 'var52a' => 'val52a'}, {'var53' => 'val53'}, {'var54' => 'val54'}], e['var5'], 'env not retrieving right val'
+  end
+
+  def test_combine
+    env = Rubber::Configuration::Environment
+    assert_equal "new", env.combine("old", "new"), "Last should win for scalar combine"
+    assert_equal 5, env.combine(1, 5), "Last should win for scalar combine"
+    assert_equal [1, 2, 3, 4], env.combine([1, 2, 3], [3, 4]), "Arrays should be unioned when combined"
+    assert_equal({1 => "1", 2 => "2", 3 => "3", 4 => "4"}, env.combine({1 => "1", 2 => "2"}, {3 => "3", 4 => "4"}), "Maps should be unioned when combined")
+    assert_equal({1 => "2"}, env.combine({1 => "1"}, {1 => "2"}), "Last should win for scalars in maps when combined")
+    assert_equal({1 => {1 => "1", 2 => "2"}}, env.combine({1 => {1 => "1"}}, {1 => {2 => "2"}}), "Maps should be unioned recursively when combined")
+  end
+
+  def test_expansion
+    env = Rubber::Configuration::Environment.new("#{File.dirname(__FILE__)}/fixtures/expansion")
+    e = env.bind()
+    assert_equal 'val1', e['var1']
+    assert_equal 'val2', e['var2']
+    assert_equal 'val1', e['var3']
+    assert_equal '4 is val2', e['var4']
+    assert_equal 'val1', e['var5']
+    assert_equal %w[lv1 lv2 val1], e['list1']
+    expected = {'mk1' => 'mv1', 'mk2' => 'mv2', 'mk3' => 'val2'}
+    e.map1.each do |k, v|
+      assert_equal expected[k], v
+    end
+    Array(e.map1).each do |k, v|
+      assert_equal expected[k], v
+    end
+      
+    e = env.bind('role1', 'nohost')
+    assert_equal 'role1val1', e['var1']
+    assert_equal 'role1val1', e['var3']
+    assert_equal %w[lv1 lv2 role1val1 role1lv1 role1val2], e['list1']
+
+    e = env.bind('role1', 'host1')
+    assert_equal 'host1val1', e['var1']
+    assert_equal 'host1val1', e['var3']
+    assert_equal %w[lv1 lv2 host1val1 role1lv1 host1val2 host1lv1], e['list1'] # lists are additive
+    
+    e = env.bind('norole', 'host1')
+    assert_equal 'host1val1', e['var1']
+    assert_equal 'host1val1', e['var3']
+    assert_equal %w[lv1 lv2 host1val1 host1lv1 host1val2], e['list1']
+  end
+
+  def test_bool_expansion
+    env = Rubber::Configuration::Environment.new("#{File.dirname(__FILE__)}/fixtures/expansion")
+    e = env.bind()
+    assert_equal true, e['truevar']
+    assert_equal false, e['falsevar']
+    assert_equal true, e['truevar_exp']
+    assert 'true' != e['truevar_exp']
+    assert_equal false, e['falsevar_exp']
+    assert 'false' != e['falsevar_exp']
+    assert_equal 'true thing', e['faketruevar_exp']      
+  end
+
+  def test_secret_env
+    env = Rubber::Configuration::Environment.new("#{File.dirname(__FILE__)}/fixtures/basic")
+    e = env.bind()
+    assert_nil e['rubber_secret'], 'env should not have secret set'
+    
+    fixture_dir = File.expand_path("#{File.dirname(__FILE__)}/fixtures/secret")
+    env = Rubber::Configuration::Environment.new(fixture_dir)
+    e = env.bind()
+    assert_equal "#{fixture_dir}/secret.yml", e['rubber_secret'], 'env should have secret set'
+    assert_equal "secret_val", e['secret_key'], 'env should have gotten setting from secret file'    
+  end
+
+  def test_nested_ref
+    env = Rubber::Configuration::Environment.new("#{File.dirname(__FILE__)}/fixtures/nested")
+    e = env.bind()
+    assert_equal 'val1', e.var1, 'env not retrieving right val'
+    assert_equal 'val3', e.var2.var3, 'env not retrieving right val'
+    assert_equal({'var5' => 'val5'}, e.var2.var4, 'env not retrieving right val')
+    assert_equal ['val6a', 'val6b'], e.var2.var6, 'env not retrieving right val'
+    assert_equal 'val1', e.var2.var7, 'env not retrieving right val'
+    assert_equal 'val3', e.var2.var8, 'env not retrieving right val'
+    assert_equal 'val5', e.var2.var9, 'env not retrieving right val'
+  end
+
+  def test_instances_in_expansion
+    config = Rubber::Configuration::get_configuration('test', "#{File.dirname(__FILE__)}/fixtures/instance_expansion")
+    config.environment
+    e = config.environment.bind()
+    e.stubs(:rubber_instances).returns(config.instance)
+    assert_equal "50.1.1.1", e['var1']
+  end
+
+end

data/test/fixtures/basic/common/bar.conf

@@ -0,0 +1,4 @@
+<%
+  @path = "#{@options[:out_dir]}/bar.conf"
+%>
+common

data/test/fixtures/basic/common/foo.conf

@@ -0,0 +1,4 @@
+<%
+  @path = "#{@options[:out_dir]}/foo.conf"
+%>
+common

data/test/fixtures/basic/host/host1/foo.conf

@@ -0,0 +1,4 @@
+<%
+  @path = "#{@options[:out_dir]}/foo.conf"
+%>
+host1

data/test/fixtures/basic/host/host2/foo.conf

@@ -0,0 +1,4 @@
+<%
+  @path = "#{@options[:out_dir]}/foo.conf"
+%>
+host2

data/test/fixtures/basic/role/role1/foo.conf

@@ -0,0 +1,4 @@
+<%
+  @path = "#{@options[:out_dir]}/foo.conf"
+%>
+role1

data/test/fixtures/basic/role/role2/foo.conf

@@ -0,0 +1,4 @@
+<%
+  @path = "#{@options[:out_dir]}/foo.conf"
+%>
+role2

data/test/fixtures/basic/rubber-extra.yml

@@ -0,0 +1 @@
+var3: val3

data/test/fixtures/basic/rubber.yml

@@ -0,0 +1,26 @@
+var1: val1
+var2: val2
+var5:
+  -
+    var51a: val51a
+    var52a: val52a
+
+roles:
+  role1:
+    var2: role1val2
+
+hosts:
+  host1:
+    var2: host1val2
+  host2:
+    var3: host2val3
+    var4: [host2val4a, host2val4b]
+    var5:
+      -
+        var53: val53
+      -
+        var54: val54
+
+role_dependencies:
+  role3: [role4, role5]
+