bosh-bootstrap 0.10.2 → 0.11.0

data/spec/unit/commands/deploy_spec.rb

@@ -0,0 +1,64 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+require "bosh-bootstrap/cli/commands/deploy"
+require "cyoi/providers/clients/aws_provider_client"
+describe Bosh::Bootstrap::Cli::Commands::Deploy do
+  include StdoutCapture
+  include Bosh::Bootstrap::Cli::Helpers
+
+  let(:settings_dir) { File.expand_path("~/.microbosh") }
+
+  before do
+    FileUtils.mkdir_p(@stemcells_dir = File.join(Dir.mktmpdir, "stemcells"))
+    FileUtils.mkdir_p(@cache_dir = File.join(Dir.mktmpdir, "cache"))
+  end
+
+  let(:cmd) { Bosh::Bootstrap::Cli::Commands::Deploy.new }
+
+  # * select_provider
+  # * select_or_provision_public_networking # public_ip or ip/network/gateway
+  # * select_public_image_or_download_stemcell # download if stemcell
+  # * create_microbosh_manifest
+  # * microbosh_deploy
+  describe "aws" do
+    it "deploy creates provisions IP address micro_bosh.yml, discovers/downloads stemcell/AMI, runs 'bosh micro deploy'" do
+      setting "provider.name", "aws"
+      setting "key_pair.name", "test-bosh"
+      setting "key_pair.private_key", "PRIVATE"
+
+      provider = double(Cyoi::Cli::Provider)
+      provider.stub(:execute!)
+      Cyoi::Cli::Provider.should_receive(:new).with([settings_dir]).and_return(provider)
+
+      provider_client = double(Cyoi::Providers::Clients::AwsProviderClient)
+      provider_client.stub(:create_security_group)
+      cmd.stub(:provider_client).and_return(provider_client)
+
+      address = double(Cyoi::Cli::Address)
+      address.stub(:execute!)
+      Cyoi::Cli::Address.should_receive(:new).with([settings_dir]).and_return(address)
+
+      microbosh_provider = stub()
+      microbosh_provider.should_receive(:stemcell).exactly(1).times.and_return("")
+      microbosh_provider.should_receive(:stemcell).exactly(1).times.and_return("ami-123456")
+      cmd.stub(:microbosh_provider).and_return(microbosh_provider)
+
+      key_pair = double(Cyoi::Cli::KeyPair)
+      key_pair.stub(:execute!)
+      Cyoi::Cli::KeyPair.should_receive(:new).with(["test-bosh", settings_dir]).and_return(key_pair)
+
+      keypair = double(Bosh::Bootstrap::KeyPair)
+      keypair.should_receive(:execute!)
+      keypair.should_receive(:path).and_return(home_file(".microbosh/ssh/test-bosh"))
+      Bosh::Bootstrap::KeyPair.stub(:new).with(settings_dir, "test-bosh", "PRIVATE").and_return(keypair)
+
+      microbosh = double(Bosh::Bootstrap::Microbosh)
+      microbosh.stub(:deploy)
+      Bosh::Bootstrap::Microbosh.stub(:new).with(settings_dir, microbosh_provider).and_return(microbosh)
+
+      capture_stdout { cmd.perform }
+    end
+    it "delete does nothing if not targetting a deployment"
+    it "delete runs 'bosh micro delete' & releases IP address; updates settings"
+  end
+end

data/spec/unit/commands/ssh_spec.rb

@@ -0,0 +1,19 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+require "bosh-bootstrap/cli/commands/ssh"
+
+describe Bosh::Bootstrap::Cli::Commands::SSH do
+  include StdoutCapture
+  include Bosh::Bootstrap::Cli::Helpers
+
+  let(:settings_dir) { File.expand_path("~/.microbosh") }
+
+  subject { Bosh::Bootstrap::Cli::Commands::SSH.new }
+
+  it "runs ssh" do
+    setting "address.ip", "1.2.3.4"
+    setting "key_pair.path", "/path/to/private/key"
+    subject.should_receive(:sh).with("ssh -i /path/to/private/key vcap@1.2.3.4")
+    subject.perform
+  end
+end

data/spec/unit/key_pair_spec.rb

@@ -0,0 +1,13 @@
+describe Bosh::Bootstrap::KeyPair do
+  include Bosh::Bootstrap::Cli::Helpers::Settings
+
+  subject { Bosh::Bootstrap::KeyPair.new(settings_dir, "keyname", "PRIVATE") }
+
+  it "creates local private key file" do
+    setup_home_dir
+    File.should_not be_exists(home_file(".microbosh", "ssh", "keyname"))
+    subject.execute!
+    keyfile = home_file(".microbosh", "ssh", "keyname")
+    File.read(keyfile).should == "PRIVATE"
+  end
+end

data/spec/unit/microbosh_providers/aws_spec.rb

@@ -0,0 +1,68 @@
+require "readwritesettings"
+require "fakeweb"
+require "bosh-bootstrap/microbosh_providers/aws"
+
+describe Bosh::Bootstrap::MicroboshProviders::AWS do
+  include Bosh::Bootstrap::Cli::Helpers::Settings
+
+  let(:microbosh_yml) { File.expand_path("~/.microbosh/deployments/micro_bosh.yml")}
+  let(:aws_jenkins_bucket) { "bosh-jenkins-artifacts" }
+  let(:latest_ami_uri) { "http://#{aws_jenkins_bucket}.s3.amazonaws.com/last_successful_micro-bosh-stemcell-aws_ami_us-east-1" }
+  let(:latest_stemcell_uri) { "http://#{aws_jenkins_bucket}.s3.amazonaws.com/last_successful_micro-bosh-stemcell-aws.tgz" }
+
+  it "creates micro_bosh.yml manifest" do
+    setting "provider.name", "aws"
+    setting "provider.region", "us-west-2"
+    setting "provider.credentials.aws_access_key_id", "ACCESS"
+    setting "provider.credentials.aws_secret_access_key", "SECRET"
+    setting "address.ip", "1.2.3.4"
+    setting "key_pair.path", "~/.microbosh/ssh/test-bosh"
+    setting "bosh.name", "test-bosh"
+    setting "bosh.salted_password", "salted_password"
+    setting "bosh.persistent_disk", 16384
+
+    subject = Bosh::Bootstrap::MicroboshProviders::AWS.new(microbosh_yml, settings)
+
+    subject.create_microbosh_yml(settings)
+    File.should be_exists(microbosh_yml)
+    files_match(microbosh_yml, spec_asset("microbosh_yml/micro_bosh.aws_ec2.yml"))
+  end
+
+  describe "stemcell" do
+    before do
+      setting "provider.name", "aws"
+    end
+
+    it "is an AMI if us-east-1 target region" do
+      setting "provider.region", "us-east-1"
+      FakeWeb.register_uri(:get, latest_ami_uri, body: "ami-234567")
+
+      subject = Bosh::Bootstrap::MicroboshProviders::AWS.new(microbosh_yml, settings)
+      subject.stemcell.should == "ami-234567"
+    end
+
+    it "retries to get AMI if initially fails" do
+      setting "provider.region", "us-east-1"
+      FakeWeb.register_uri(:get, latest_ami_uri, [
+        { status: 404 },
+        { body: "ami-234567"}
+      ])
+
+      subject = Bosh::Bootstrap::MicroboshProviders::AWS.new(microbosh_yml, settings)
+      subject.stemcell.should == ""
+      subject.stemcell.should == "ami-234567"
+    end
+
+    xit "errors if AMI not available and not running within target region" do
+      setting "provider.region", "us-west-2"
+    end
+
+    it "downloads latest stemcell and returns path if running in target AWS region" do
+      setting "provider.region", "us-west-2"
+      
+      subject = Bosh::Bootstrap::MicroboshProviders::AWS.new(microbosh_yml, settings)
+      subject.stub(:sh).with("curl -O '#{latest_stemcell_uri}'")
+      subject.stemcell.should =~ %r{deployments/last_successful_micro-bosh-stemcell-aws.tgz$}
+    end
+  end
+end

data/spec/unit/microbosh_providers/openstack_spec.rb

@@ -0,0 +1,27 @@
+require "readwritesettings"
+require "bosh-bootstrap/microbosh_providers/openstack"
+
+describe Bosh::Bootstrap::MicroboshProviders::OpenStack do
+  include Bosh::Bootstrap::Cli::Helpers::Settings
+
+  let(:microbosh_yml) { File.expand_path("~/.microbosh/deployments/micro_bosh.yml")}
+
+  it "creates micro_bosh.yml manifest" do
+    setting "provider.name", "openstack"
+    setting "provider.credentials.openstack_auth_url", "http://10.0.0.2:5000/v2.0/tokens"
+    setting "provider.credentials.openstack_username", "USER"
+    setting "provider.credentials.openstack_api_key", "PASSWORD"
+    setting "provider.credentials.openstack_tenant", "TENANT"
+    setting "address.ip", "1.2.3.4"
+    setting "key_pair.path", "~/.microbosh/ssh/test-bosh"
+    setting "bosh.name", "test-bosh"
+    setting "bosh.salted_password", "salted_password"
+    setting "bosh.persistent_disk", 4096
+
+    subject = Bosh::Bootstrap::MicroboshProviders::OpenStack.new(microbosh_yml, settings)
+
+    subject.create_microbosh_yml(settings)
+    File.should be_exists(microbosh_yml)
+    files_match(microbosh_yml, spec_asset("microbosh_yml/micro_bosh.openstack.yml"))
+  end
+end

data/spec/unit/microbosh_providers/vsphere_spec.rb

@@ -0,0 +1,42 @@
+require "readwritesettings"
+require "bosh-bootstrap/microbosh_providers/vsphere"
+
+describe Bosh::Bootstrap::MicroboshProviders::VSphere do
+  include Bosh::Bootstrap::Cli::Helpers::Settings
+
+  let(:microbosh_yml) { File.expand_path("~/.microbosh/deployments/micro_bosh.yml")}
+
+  it "creates micro_bosh.yml manifest" do
+    setting "provider.name", "vsphere"
+    setting "provider.credentials.host", "HOST"
+    setting "provider.credentials.user", "user"
+    setting "provider.credentials.password", "TempP@ss"
+
+    # TODO - perhaps network.ip_address is better?
+    setting "address.ip", "172.23.194.100"
+    setting "provider.network.name", "VLAN2194"
+    setting "provider.network.netmask", "255.255.254.0"
+    setting "provider.network.gateway", "172.23.194.1"
+    setting "provider.network.dns", %w[172.22.22.153 172.22.22.154]
+
+    setting "provider.npt", %w[ntp01.las01.emcatmos.com ntp02.las01.emcatmos.com]
+    setting "provider.datacenter.name", "LAS01"
+    setting "provider.datacenter.vm_folder", "BOSH_VMs"
+    setting "provider.datacenter.template_folder", "BOSH_Templates"
+    setting "provider.datacenter.disk_path", "BOSH_Deployer"
+    setting "provider.datacenter.datastore_pattern", "las01-.*"
+    setting "provider.datacenter.persistent_datastore_pattern", "las01-.*"
+    setting "provider.datacenter.allow_mixed_datastores", true
+    setting "provider.datacenter.clusters", ["CLUSTER01"]
+
+    setting "bosh.name", "test-bosh"
+    setting "bosh.password", "password"
+    setting "bosh.salted_password", "salted_password"
+
+    subject = Bosh::Bootstrap::MicroboshProviders::VSphere.new(microbosh_yml, settings)
+
+    subject.create_microbosh_yml(settings)
+    File.should be_exists(microbosh_yml)
+    files_match(microbosh_yml, spec_asset("microbosh_yml/micro_bosh.vsphere.yml"))
+  end
+end

data/spec/unit/microbosh_spec.rb

@@ -0,0 +1,27 @@
+require "readwritesettings"
+
+describe Bosh::Bootstrap::Microbosh do
+  include Bosh::Bootstrap::Cli::Helpers::Settings
+
+  let(:path_or_ami) { "/path/to/stemcell.tgz" }
+  let(:base_path) { File.expand_path("~/.microbosh") }
+  let(:settings_dir) { base_path }
+  let(:microbosh_provider) { stub(create_microbosh_yml: {}) }
+  subject { Bosh::Bootstrap::Microbosh.new(base_path, microbosh_provider) }
+
+  it "deploys new microbosh" do
+    setting "bosh.name", "test-bosh"
+    setting "bosh.stemcell", path_or_ami
+    subject.should_receive(:sh).with("bundle install")
+    subject.should_receive(:sh).with("bundle exec bosh micro deployment test-bosh")
+    subject.should_receive(:sh).with("bundle exec bosh -n micro deploy #{path_or_ami}")
+    subject.deploy(settings)
+  end
+
+  xit "updates existing microbosh" do
+    subject.deploy
+  end
+  xit "re-deploys failed microbosh deployment" do
+    subject.deploy
+  end
+end

data/spec/unit/network_providers/aws_spec.rb

@@ -0,0 +1,29 @@
+require "readwritesettings"
+require "fakeweb"
+require "bosh-bootstrap/network_providers/aws"
+
+describe Bosh::Bootstrap::NetworkProviders::AWS do
+  include Bosh::Bootstrap::Cli::Helpers::Settings
+
+  let(:provider_client) { stub() }
+  subject { Bosh::Bootstrap::NetworkProviders::AWS.new(provider_client) }
+
+  it "is registered" do
+    Bosh::Bootstrap::NetworkProviders.provider_class("aws").should == subject.class
+  end
+
+  it "creates security groups it needs" do
+    expected_groups = [
+      ["ssh", "ssh", ports: 22],
+      ["bosh_nats_server", "bosh_nats_server", ports: 4222],
+      ["bosh_agent_http", "bosh_agent_http", ports: 6868],
+      ["bosh_blobstore", "bosh_blobstore", ports: 25250],
+      ["bosh_director", "bosh_director", ports: 25555],
+      ["bosh_registry", "bosh_registry", ports: 25777],
+    ]
+    expected_groups.each do |security_group_name, description, ports|
+      provider_client.stub(:create_security_group).with(security_group_name, description, ports)
+    end
+    subject.perform
+  end
+end

data/spec/unit/network_providers/openstack_spec.rb

@@ -0,0 +1,29 @@
+require "readwritesettings"
+require "fakeweb"
+require "bosh-bootstrap/network_providers/openstack"
+
+describe Bosh::Bootstrap::NetworkProviders::OpenStack do
+  include Bosh::Bootstrap::Cli::Helpers::Settings
+
+  let(:provider_client) { stub() }
+  subject { Bosh::Bootstrap::NetworkProviders::OpenStack.new(provider_client) }
+
+  it "is registered" do
+    Bosh::Bootstrap::NetworkProviders.provider_class("openstack").should == subject.class
+  end
+
+  it "creates security groups it needs" do
+    expected_groups = [
+      ["ssh", "ssh", 22],
+      ["bosh_nats_server", "bosh_nats_server", 4222],
+      ["bosh_agent_http", "bosh_agent_http", 6868],
+      ["bosh_blobstore", "bosh_blobstore", 25250],
+      ["bosh_director", "bosh_director", 25555],
+      ["bosh_registry", "bosh_registry", 25777],
+    ]
+    expected_groups.each do |security_group_name, description, ports|
+      provider_client.stub(:create_security_group).with(security_group_name, description, ports)
+    end
+    subject.perform
+  end
+end

data/spec/unit/network_spec.rb

@@ -0,0 +1,17 @@
+describe Bosh::Bootstrap::Network do
+  include Bosh::Bootstrap::Cli::Helpers::Settings
+
+  let(:aws_provider_client) { stub() }
+  let(:vsphere_provider_client) { stub() }
+
+  it "uses NetworkProvider if available" do
+    network = Bosh::Bootstrap::Network.new("aws", aws_provider_client)
+    aws_provider_client.should_receive(:create_security_group).exactly(6).times
+    network.deploy
+  end
+
+  it "does nothing if no NetworkProvider for the infrastructure" do
+    network = Bosh::Bootstrap::Network.new("vsphere", vsphere_provider_client)
+    network.deploy
+  end
+end