bosh-cloudfoundry 0.2.0

data/spec/spec_helper.rb

@@ -0,0 +1,41 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile", __FILE__)
+
+require "rubygems"
+require "bundler"
+Bundler.setup(:default, :test)
+
+$:.unshift(File.expand_path("../../lib", __FILE__))
+
+require "rspec/core"
+require "cli" # BOSH CLI
+require "bosh/cli/commands/cf" # "bosh cf COMMAND" commands added to bosh CLI
+
+def spec_asset(filename)
+  File.expand_path("../assets/#{filename}", __FILE__)
+end
+
+def files_match(filename, expected_filename)
+  file = File.read(filename)
+  expected_file = File.read(expected_filename)
+  file.should == expected_file
+end
+
+RSpec.configure do |c|
+  c.before(:each) do
+    Bosh::Cli::Config.interactive = false
+    Bosh::Cli::Config.colorize = false
+    Bosh::Cli::Config.output = StringIO.new
+  end
+
+  c.color_enabled = true
+end
+
+def get_tmp_file_path(content)
+  tmp_file = File.open(File.join(Dir.mktmpdir, "tmp"), "w")
+  tmp_file.write(content)
+  tmp_file.close
+
+  tmp_file.path
+end

data/spec/unit/bosh_release_manager_spec.rb

@@ -0,0 +1,36 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+require File.expand_path("../../spec_helper", __FILE__)
+
+describe Bosh::CloudFoundry::BoshReleaseManager do
+  include Bosh::CloudFoundry::BoshReleaseManager
+  include FileUtils
+
+  attr_reader :system_config
+
+  before do
+    @system_dir = File.join(Dir.mktmpdir, "systems", "production")
+    mkdir_p(@system_dir)
+    @system_config = Bosh::CloudFoundry::Config::SystemConfig.new(@system_dir)
+  end
+
+  describe "switch release types" do
+    it "from final to dev" do
+      @system_config.release_name = "appcloud"
+      @system_config.release_version = "latest"
+      @system_config.save
+      switch_to_development_release
+      @system_config.release_name.should == "appcloud-dev"
+      @system_config.release_version.should == "latest"
+    end
+
+    it "from dev to final" do
+      @system_config.release_name = "appcloud-dev"
+      @system_config.release_version = "latest"
+      @system_config.save
+      switch_to_final_release
+      @system_config.release_name.should == "appcloud"
+      @system_config.release_version.should == "latest"
+    end
+  end
+end

data/spec/unit/cf_command_spec.rb

@@ -0,0 +1,280 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+require File.expand_path("../../spec_helper", __FILE__)
+
+describe Bosh::Cli::Command::Base do
+  include FileUtils
+
+  before :each do
+    @config = File.join(Dir.mktmpdir, "bosh_config")
+    @common_config = File.join(Dir.mktmpdir, "bosh_common_config")
+    @cache = File.join(Dir.mktmpdir, "bosh_cache")
+    @systems_dir = File.join(Dir.mktmpdir, "systems")
+    @releases_dir = File.join(Dir.mktmpdir, "releases")
+    @stemcells_dir = File.join(Dir.mktmpdir, "stemcells")
+    @repos_dir = File.join(Dir.mktmpdir, "repos")
+    FileUtils.mkdir_p(@systems_dir)
+    FileUtils.mkdir_p(@releases_dir)
+    FileUtils.mkdir_p(@stemcells_dir)
+    FileUtils.mkdir_p(@repos_dir)
+  end
+
+  describe Bosh::Cli::Command::CloudFoundry do
+
+    before :each do
+      @cmd = Bosh::Cli::Command::CloudFoundry.new(nil)
+      @cmd.add_option(:non_interactive, true)
+      @cmd.add_option(:config, @config)
+      @cmd.add_option(:common_config, @common_config)
+      @cmd.add_option(:cache_dir, @cache)
+      @cmd.add_option(:base_systems_dir, @systems_dir)
+    end
+
+    it "sets/gets the target system" do
+      @cmd.system.should be_nil
+      FileUtils.mkdir_p(File.join(@systems_dir, "production"))
+      @cmd.set_system("production")
+      File.basename(@cmd.system).should == "production"
+      File.should be_directory(@cmd.system)
+    end
+
+    it "downloads stemcell and uploads it" do
+      @cmd.stub!(:bosh_target).and_return("http://9.8.7.6:25555")
+      @cmd.stub!(:bosh_target_uuid).and_return("DIRECTOR_UUID")
+      @cmd.should_receive(:`).
+        with("bosh public stemcells --tags aws,stable | grep ' bosh-stemcell-' | awk '{ print $2 }' | sort -r | head -n 1").
+        and_return("bosh-stemcell-aws-0.6.7.tgz")
+      @cmd.should_receive(:sh).
+        with("bosh -n --color download public stemcell bosh-stemcell-aws-0.6.7.tgz")
+      @cmd.should_receive(:sh).
+        with("bosh -n --color upload stemcell #{@stemcells_dir}/bosh-stemcell-aws-0.6.7.tgz")
+
+      @cmd.add_option(:stemcells_dir, @stemcells_dir)
+      @cmd.add_option(:repos_dir, @repos_dir)
+      @cmd.upload_stemcell
+    end
+
+    it "creates bosh stemcell and uploads it" do
+      mkdir_p(File.join(@repos_dir, "bosh", "agent"))
+      @cmd.stub!(:bosh_target).and_return("http://9.8.7.6:25555")
+      @cmd.stub!(:bosh_target_uuid).and_return("DIRECTOR_UUID")
+      @cmd.should_receive(:sh).with("git pull origin master")
+      @cmd.should_receive(:sh).with("bundle install --without development test")
+      @cmd.should_receive(:sh).with("sudo bundle exec rake stemcell:basic['aws']")
+      @cmd.should_receive(:sh).with("sudo chown -R vcap:vcap /var/tmp/bosh/agent-*")
+      @cmd.should_receive(:validate_stemcell_created_successfully)
+      @cmd.should_receive(:move_and_return_created_stemcell).
+        and_return(File.join(@stemcells_dir, "bosh-stemcell-aws-0.6.7.tgz"))
+      @cmd.should_receive(:sh).
+        with("bosh -n --color upload stemcell #{@stemcells_dir}/bosh-stemcell-aws-0.6.7.tgz")
+
+      @cmd.add_option(:stemcells_dir, @stemcells_dir)
+      @cmd.add_option(:repos_dir, @repos_dir)
+      @cmd.add_option(:custom, true)
+      @cmd.upload_stemcell
+    end
+
+    it "updates/creates/uploads final cf-release" do
+      cf_release_dir = File.join(@releases_dir, "cf-release")
+      FileUtils.mkdir_p(cf_release_dir)
+      @cmd.common_config.cf_release_dir = cf_release_dir
+
+      @cmd.should_receive(:sh).with("git pull origin master")
+      script = <<-BASH.gsub(/^      /, '')
+      grep -rI "github.com" * .gitmodules | awk 'BEGIN {FS=":"} { print($1) }' | uniq while read file
+      do
+        echo "changing - $file"
+        sed -i 's#git://github.com#https://github.com#g' $file
+        sed -i 's#git@github.com:#https://github.com:#g' $file
+      done
+      BASH
+      @cmd.should_receive(:sh).with("sed -i 's#git@github.com:#https://github.com/#g' .gitmodules")
+      @cmd.should_receive(:sh).with("sed -i 's#git://github.com#https://github.com#g' .gitmodules")
+      @cmd.should_receive(:sh).with("git submodule update --init --recursive")
+      @cmd.should_receive(:`).with("tail -n 1 releases/index.yml | awk '{print $2}'").
+        and_return("126")
+      @cmd.should_receive(:sh).with("bosh -n --color upload release releases/appcloud-126.yml")
+      @cmd.upload_release
+    end
+
+    it "updates/creates/uploads development/edge cf-release" do
+      cf_release_dir = File.join(@releases_dir, "cf-release")
+      FileUtils.mkdir_p(cf_release_dir)
+      @cmd.common_config.cf_release_dir = cf_release_dir
+      @cmd.add_option(:dev, true)
+
+      @cmd.should_receive(:sh).with("git pull origin master")
+      script = <<-BASH.gsub(/^      /, '')
+      grep -rI "github.com" * .gitmodules | awk 'BEGIN {FS=":"} { print($1) }' | uniq while read file
+      do
+        echo "changing - $file"
+        sed -i 's#git://github.com#https://github.com#g' $file
+        sed -i 's#git@github.com:#https://github.com:#g' $file
+      done
+      BASH
+      @cmd.should_receive(:sh).with("sed -i 's#git@github.com:#https://github.com/#g' .gitmodules")
+      @cmd.should_receive(:sh).with("sed -i 's#git://github.com#https://github.com#g' .gitmodules")
+      @cmd.should_receive(:sh).with("git submodule update --init --recursive")
+      @cmd.should_receive(:write_dev_config_file).with("appcloud-dev")
+      @cmd.should_receive(:sh).with("bosh create release --with-tarball --force")
+      @cmd.should_receive(:sh).with("bosh -n --color upload release")
+      @cmd.upload_release
+    end
+
+    def generate_new_system(cmd = nil)
+      cmd ||= begin
+        cmd = Bosh::Cli::Command::CloudFoundry.new(nil)
+        cmd.add_option(:non_interactive, true)
+        cmd.add_option(:config, @config)
+        cmd.add_option(:common_config, @common_config)
+        cmd.add_option(:cache_dir, @cache)
+        cmd.add_option(:base_systems_dir, @systems_dir)
+        cmd
+      end
+
+      cmd.stub!(:bosh_target).and_return("http://9.8.7.6:25555")
+      cmd.stub!(:bosh_target_uuid).and_return("DIRECTOR_UUID")
+      cmd.should_receive(:generate_common_password).and_return('c1oudc0wc1oudc0w')
+      cmd.should_receive(:bosh_releases).exactly(1).times.and_return([
+        {"name"=>"appcloud", "versions"=>["124", "126"], "in_use"=>[]},
+        {"name"=>"appcloud-dev", "versions"=>["124.1-dev", "126.1-dev"], "in_use"=>[]},
+      ])
+      cmd.should_receive(:validate_dns_a_record).with("api.mycompany.com", '1.2.3.4').and_return(true)
+      cmd.should_receive(:validate_dns_a_record).with("demoapp.mycompany.com", '1.2.3.4').and_return(true)
+      cmd.should_receive(:bosh_stemcell_versions).exactly(4).times.and_return(['0.6.4'])
+      cmd.should_receive(:render_system)
+
+      provider = Bosh::CloudFoundry::Providers::AWS.new
+      ports = {
+        ssh: 22, http: 80, https: 433,
+        postgres: 2544, resque: 3456,
+        nats: 4222, router: 8080, uaa: 8100
+      }
+      provider.should_receive(:create_security_group).with("cloudfoundry-production", ports)
+      Bosh::CloudFoundry::Providers.should_receive(:for_bosh_provider_name).and_return(provider)
+
+      cmd.add_option(:core_ip, '1.2.3.4')
+      cmd.add_option(:root_dns, 'mycompany.com')
+      cmd.add_option(:cf_release, 'appcloud')
+      cmd.add_option(:core_server_flavor, 'm1.large')
+      cmd.add_option(:admin_emails, ['drnic@starkandwayne.com'])
+
+      cmd.common_config.cf_release_dir = @releases_dir
+      cmd.common_config.stemcells_dir = @stemcells_dir
+
+      cmd.system.should be_nil
+      cmd.prepare_system("production")
+
+      # expected from generate_new_system via Command#render_system
+      mkdir_p(File.join(cmd.system, "deployments"))
+    end
+
+    it "creates new system" do
+      generate_new_system(@cmd)
+      File.basename(@cmd.system).should == "production"
+    end
+
+    it "new system has common random password" do
+      generate_new_system(@cmd)
+      @cmd.system_config.common_password.should == "c1oudc0wc1oudc0w"
+    end
+
+    it "sets 3 x m1.large dea server" do
+      generate_new_system
+
+      @cmd.should_receive(:render_system)
+
+      @cmd.stub!(:bosh_target).and_return("http://9.8.7.6:25555")
+      @cmd.add_option(:flavor, 'm1.xlarge')
+      @cmd.change_deas(3)
+
+      @cmd.system_config.dea.should == { "count" => 3, "flavor" => 'm1.xlarge' }
+    end
+
+    it "fails for unknown service" do
+      generate_new_system
+      @cmd.stub!(:bosh_target).and_return("http://9.8.7.6:25555")
+      expect {
+        @cmd.add_service_node("UNKNOWN")
+      }.to raise_error(Bosh::Cli::CliError)
+    end
+
+    it "add 4 postgresql nodes" do
+      generate_new_system
+
+      @cmd.should_receive(:render_system)
+
+      @cmd.stub!(:bosh_target).and_return("http://9.8.7.6:25555")
+      @cmd.add_option(:flavor, 'm1.large')
+      @cmd.add_service_node("postgresql", 4)
+
+      @cmd.system_config.postgresql.size.should == 1
+      postgresql_config = @cmd.system_config.postgresql.first
+      postgresql_config["flavor"].should == "m1.large"
+      postgresql_config["count"].should == 4
+    end
+
+    it "add 2 redis nodes" do
+      generate_new_system
+    
+      @cmd.should_receive(:render_system)
+    
+      @cmd.stub!(:bosh_target).and_return("http://9.8.7.6:25555")
+      @cmd.add_option(:flavor, 'm1.large')
+      @cmd.add_service_node("redis", 2)
+
+      @cmd.system_config.redis.size.should == 1
+      redis_config = @cmd.system_config.redis.first
+      redis_config["flavor"].should == "m1.large"
+      redis_config["count"].should == 2
+    end
+
+    it "shows the common internal password" do
+      generate_new_system
+      @cmd.system_config.common_password.should == 'c1oudc0wc1oudc0w'
+      @cmd.show_password
+    end
+
+    # create some 'deployments/*.yml' files and
+    # assert that bosh attempted to deploy each one:
+    #   bosh deployment deployments/aaa.yml
+    #   bosh deploy
+    it "deploys all the manifests" do
+      generate_new_system
+      chdir(@cmd.system + "/deployments") do
+        cp(spec_asset("deployments/aws-core-only.yml"), "aws-core-only.yml")
+        cp(spec_asset("deployments/aws-core-2-m1.xlarge-dea.yml"), "deas.yml")
+      end
+      @cmd.should_receive(:set_deployment).exactly(2).times
+      @cmd.should_receive(:sh).with("bosh -n --color deploy").exactly(2).times
+      @cmd.deploy
+    end
+
+    it "watches nats traffic within CF deployment" do
+      generate_new_system
+      @cmd.should_receive(:deployment_manifest_path).with("core").
+        and_return(spec_asset("deployments/aws-core-only.yml"))
+      @cmd.should_receive(:sh).with("nats-sub '*.*' -s nats://nats:c1oudc0wc1oudc0w@1.2.3.4:4222")
+      @cmd.watch_nats
+    end
+
+    it "merges gerrit patches" do
+      generate_new_system
+      @cmd.should_receive(:create_and_change_into_patches_branch)
+      @cmd.should_receive(:sh).
+        with("git pull http://reviews.cloudfoundry.org/cf-release refs/changes/84/13084/4")
+      @cmd.should_receive(:create_and_upload_dev_release)
+      @cmd.merge_gerrit("refs/changes/84/13084/4")
+    end
+
+    it "returns bosh_release_versions" do
+      @cmd.should_receive(:bosh_releases).exactly(3).times.and_return([
+        {"name"=>"appcloud", "versions"=>["124", "126"], "in_use"=>[]},
+        {"name"=>"appcloud-dev", "versions"=>["124.1-dev", "126.1-dev"], "in_use"=>[]},
+      ])
+      @cmd.bosh_release_versions("appcloud").should == ["124", "126"]
+      @cmd.bosh_release_versions("appcloud-dev").should == ["124.1-dev", "126.1-dev"]
+      @cmd.bosh_release_versions("XXX").should == []
+    end
+  end
+end

data/spec/unit/config/common_config_spec.rb

@@ -0,0 +1,21 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+require File.expand_path("../../../spec_helper", __FILE__)
+
+describe Bosh::CloudFoundry::Config::CommonConfig do
+  before(:each) do
+    @dir = Dir.mktmpdir("common_config_spec")
+  end
+
+  after(:each) do
+    FileUtils.remove_entry_secure @dir
+  end
+
+  it "should default base_systems_dir and create it" do
+    config_file = File.join(@dir, "config.yml")
+    config = Bosh::CloudFoundry::Config::CommonConfig.new(config_file)
+
+    base_systems_dir = config.base_systems_dir
+    base_systems_dir.should == nil
+  end
+end

data/spec/unit/config/dea_config_spec.rb

@@ -0,0 +1,92 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+require File.expand_path("../../../spec_helper", __FILE__)
+
+# The specification of how a user's DEA choices (count & flavor)
+# are converted into deployment manifest configuration
+describe Bosh::CloudFoundry::Config::DeaConfig do
+  include FileUtils
+
+  before do
+    @systems_dir = Dir.mktmpdir("system_config")
+    @system_dir = File.join(@systems_dir, "production")
+    mkdir_p(@system_dir)
+    @system_config = Bosh::CloudFoundry::Config::SystemConfig.new(@system_dir)
+    @system_config.bosh_provider = "aws"
+    @manifest = YAML.load_file(spec_asset("deployments/aws-core-only.yml"))
+  end
+
+  # find a specificly named job in the manifest
+  def job(name)
+    @manifest["jobs"].find { |job| job["name"] == name }
+  end
+
+  # find a specificly named resource pool in the manifest
+  def resource_pool(name)
+    @manifest["resource_pools"].find { |res| res["name"] == name }
+  end
+
+  describe "0 deas" do
+    subject { Bosh::CloudFoundry::Config::DeaConfig.build_from_system_config(@system_config) }
+    it "has 0 dea servers" do
+      subject.dea_server_count.should == 0
+    end
+    it "converted into a colocated dea on the core job" do
+      subject.add_core_jobs_to_manifest(@manifest)
+      job("core")["template"].should be_include("dea")
+    end
+    it "should not add a resoure pool called 'dea'" do
+      subject.add_resource_pools_to_manifest(@manifest)
+      @manifest["resource_pools"].size.should == 1
+    end
+    it "should not add a job called 'dea'" do
+      subject.add_jobs_to_manifest(@manifest)
+      @manifest["jobs"].size.should == 1
+      job("dea").should be_nil
+    end
+    it "sets the properties.dea.max_memory" do
+      subject.merge_manifest_properties(@manifest)
+      @manifest["properties"]["dea"].should_not be_nil
+      @manifest["properties"]["dea"]["max_memory"].should_not be_nil
+      @manifest["properties"]["dea"]["max_memory"].should == 512
+    end
+  end
+  describe "5 x m1.xlarge deas on AWS" do
+    subject do
+      @system_config.dea = { "count" => 5, "flavor" => 'm1.xlarge' }
+      Bosh::CloudFoundry::Config::DeaConfig.build_from_system_config(@system_config)
+    end
+    it "has 5 dea servers" do
+      subject.dea_server_count.should == 5
+    end
+    it "has dea servers of flavor 'm1.xlarge'" do
+      subject.dea_server_flavor.should == 'm1.xlarge'
+    end
+    it "does not add colocated job to core job" do
+      subject.add_core_jobs_to_manifest(@manifest)
+      job("core").should_not be_include("dea")
+    end
+    it "should add a resoure pool called 'dea'" do
+      subject.add_resource_pools_to_manifest(@manifest)
+      @manifest["resource_pools"].size.should == 2
+      resource_pool("dea").should_not be_nil
+      resource_pool("dea")["size"].should == 5
+      resource_pool("dea")["cloud_properties"]["instance_type"].should == "m1.xlarge"
+    end
+    it "converts 1 dea into an explicit dea job" do
+      subject.add_jobs_to_manifest(@manifest)
+      job("dea").should_not be_nil
+      job("dea")["template"].should == ["dea"]
+      job("dea")["instances"].should == 5
+    end
+    it "sets the properties.dea.max_memory for each m1.xlarge server" do
+      Bosh::CloudFoundry::Providers.should_receive(:for_bosh_provider_name).
+        and_return(Bosh::CloudFoundry::Providers::AWS.new)
+      # m1.xlarge has 15G RAM
+      subject.merge_manifest_properties(@manifest)
+      @manifest["properties"]["dea"].should_not be_nil
+      @manifest["properties"]["dea"]["max_memory"].should_not be_nil
+      @manifest["properties"]["dea"]["max_memory"].should == 15060
+    end
+  end
+end