wombat-cli 0.3.4 → 0.4.0

data/lib/wombat/deploy.rb

@@ -1,47 +1,160 @@
 require 'wombat/common'
 require 'aws-sdk'
+require 'ms_rest_azure'
+require 'azure_mgmt_resources'
 
-class DeployRunner
-  include Common
+module Wombat
+  class DeployRunner
+    include Wombat::Common
 
-  attr_reader :stack, :cloud, :lock_opt, :template_opt
+    attr_reader :stack, :cloud, :lock_opt, :template_opt
+    attr_accessor :resource_management_client
 
-  def initialize(opts)
-    @stack = opts.stack
-    @cloud = opts.cloud.nil? ? "aws" : opts.cloud
-    @lock_opt = opts.update_lock
-    @template_opt = opts.update_template
-  end
+    def initialize(opts)
+      @stack = opts.stack
+      @cloud = opts.cloud.nil? ? "aws" : opts.cloud
+      @lock_opt = opts.update_lock
+      @template_opt = opts.update_template
+      @azure_async = opts.azure_async
+    end
 
-  def start
-    case cloud
-    when 'aws'
+    def start
       update_lock(cloud) if lock_opt
       update_template(cloud) if template_opt
       create_stack(stack)
     end
-  end
 
-  private
-
-  def create_stack(stack)
-    template_file = File.read("#{conf['stack_dir']}/#{stack}.json")
-    cfn = Aws::CloudFormation::Client.new(region: lock['aws']['region'])
-
-    banner("Creating CloudFormation stack")
-    resp = cfn.create_stack({
-      stack_name: "#{stack}",
-      template_body: template_file,
-      capabilities: ["CAPABILITY_IAM"],
-      on_failure: "DELETE",
-      parameters: [
-        {
-          parameter_key: "KeyName",
-          parameter_value: lock['aws']['keypair'],
-        }
-      ]
-    })
-    puts "Created: #{resp.stack_id}"
-  end
+    private
+
+    def create_stack(stack)
+
+      # Deploy the template to the correct stack
+      case @cloud
+      when "aws"
+
+        template_file = File.read("#{conf['stack_dir']}/#{stack}.json")
+        cfn = Aws::CloudFormation::Client.new(region: lock['aws']['region'])
+
+        banner("Creating CloudFormation stack")
+        resp = cfn.create_stack({
+          stack_name: "#{stack}",
+          template_body: template_file,
+          capabilities: ["CAPABILITY_IAM"],
+          on_failure: "DELETE",
+          parameters: [
+            {
+              parameter_key: "KeyName",
+              parameter_value: lock['aws']['keypair'],
+            }
+          ]
+        })
+        puts "Created: #{resp.stack_id}"
+      when "azure"
+
+        banner("Creating Azure RM stack")
+
+        # determine the path to the arm template
+        template_file = File.read("#{conf['stack_dir']}/#{stack}.json")
+
+        # determine the name of the deployment
+        deployment_name = format('deploy-%s', Time.now().to_i)
+
+        # Create the connection to Azure using the information in the environment variables
+        subscription_id = ENV['AZURE_SUBSCRIPTION_ID']
+        tenant_id = ENV['AZURE_TENANT_ID']
+        client_id = ENV['AZURE_CLIENT_ID']
+        client_secret = ENV['AZURE_CLIENT_SECRET']
+
+        token_provider = MsRestAzure::ApplicationTokenProvider.new(tenant_id, client_id, client_secret)
+        azure_conn = MsRest::TokenCredentials.new(token_provider)
+
+        # Create a resource client so that the template can be deployed
+        @resource_management_client = Azure::ARM::Resources::ResourceManagementClient.new(azure_conn)
+        @resource_management_client.subscription_id = subscription_id
 
+        # Create the deployment definition
+        deployment = Azure::ARM::Resources::Models::Deployment.new
+        deployment.properties = Azure::ARM::Resources::Models::DeploymentProperties.new
+        deployment.properties.mode = Azure::ARM::Resources::Models::DeploymentMode::Incremental
+        deployment.properties.template = JSON.parse(template_file)
+
+        # Perform the deployment to the named resource group
+        begin
+          resource_management_client.deployments.begin_create_or_update_async(stack, deployment_name, deployment).value!
+        rescue MsRestAzure::AzureOperationError => operation_error
+          rest_error = operation_error.body['error']
+          deployment_active = rest_error['code'] == 'DeploymentActive'
+          if deployment_active
+            info format("Deployment for resource group '%s' is ongoing", stack)
+          else
+            warn rest_error
+            raise operation_error
+          end
+        end
+
+        # Monitor the deployment
+        if @azure_async
+          info "Deployment operation accepted.  Use the Azure Portal to check progress"
+        else
+          follow_azure_deployment(stack, deployment_name)
+        end
+
+      end
+    end
+
+    # Track the progress of the deployment in Azure
+    #
+    # ===== Attributes
+    #
+    # * +rg_name+ - Name of the resource group being deployed to
+    # * +deployment_name+ - Name of the deployment that is currently being processed
+    def follow_azure_deployment(rg_name, deployment_name)
+
+      end_provisioning_states = 'Canceled,Failed,Deleted,Succeeded'
+      end_provisioning_state_reached = false
+
+      until end_provisioning_state_reached
+        list_outstanding_deployment_operations(rg_name, deployment_name)
+        info ""
+        sleep 10
+        deployment_provisioning_state = deployment_state(rg_name, deployment_name)
+        end_provisioning_state_reached = end_provisioning_states.split(',').include?(deployment_provisioning_state)
+      end
+      info format("Resource Template deployment reached end state of %s", deployment_provisioning_state)
+    end
+
+    # Get a list of the outstanding deployment operations
+    #
+    # ===== Attributes
+    #
+    # * +rg_name+ - Name of the resource group being deployed to
+    # * +deployment_name+ - Name of the deployment that is currently being processed    
+    def list_outstanding_deployment_operations(rg_name, deployment_name)
+      end_operation_states = 'Failed,Succeeded'
+      deployment_operations = resource_management_client.deployment_operations.list(rg_name, deployment_name)
+      deployment_operations.each do |val|
+        resource_provisioning_state = val.properties.provisioning_state
+        unless val.properties.target_resource.nil?
+          resource_name = val.properties.target_resource.resource_name
+          resource_type = val.properties.target_resource.resource_type
+        end
+        end_operation_state_reached = end_operation_states.split(',').include?(resource_provisioning_state)
+        unless end_operation_state_reached
+          info format("resource %s '%s' provisioning status is %s", resource_type, resource_name, resource_provisioning_state)
+        end
+      end
+    end
+
+    # Get the state of the specified deployment
+    #
+    # ===== Attributes
+    #
+    # * +rg_name+ - Name of the resource group being deployed to
+    # * +deployment_name+ - Name of the deployment that is currently being processed     
+    def deployment_state(rg_name, deployment_name)
+      deployments = resource_management_client.deployments.get(rg_name, deployment_name)
+      deployments.properties.provisioning_state
+    end
+
+  end
 end

data/lib/wombat/init.rb

@@ -1,29 +1,31 @@
 require 'wombat/common'
 
-class InitRunner
-  include Common
+module Wombat
+  class InitRunner
+    include Wombat::Common
 
-  attr_reader :path
+    attr_reader :path
 
-  def initialize(opts)
-    @path = opts.path.nil? ? Dir.pwd : opts.path
-  end
+    def initialize(opts)
+      @path = opts.path.nil? ? Dir.pwd : opts.path
+    end
 
-  def start
-    copy_files(path)
-  end
+    def start
+      copy_files(path)
+    end
 
-  private
+    private
 
-  def copy_files(path)
-    p = path == Dir.pwd ? '.' : path
-    gen_dir = "#{File.expand_path("../..", File.dirname(__FILE__))}/generator_files"
-    Dir["#{gen_dir}/*"].each do |source|
-      if !File.exist?("#{p}/#{File.basename(source)}")
-        banner("create: #{p}/#{File.basename(source)}")
-        FileUtils.cp_r source, path
-      else
-        warn("#{p}/#{File.basename(source)} already exists")
+    def copy_files(path)
+      p = path == Dir.pwd ? '.' : path
+      gen_dir = "#{File.expand_path("../..", File.dirname(__FILE__))}/generator_files"
+      Dir["#{gen_dir}/*"].each do |source|
+        if !File.exist?("#{p}/#{File.basename(source)}")
+          banner("create: #{p}/#{File.basename(source)}")
+          FileUtils.cp_r source, path
+        else
+          warn("#{p}/#{File.basename(source)} already exists")
+        end
       end
     end
   end

data/lib/wombat/latest.rb

@@ -0,0 +1,27 @@
+require "wombat/common"
+require "wombat/aws"
+
+# http://docs.aws.amazon.com/sdkforruby/api/Aws/EC2/Client.html#describe_images-instance_method
+# https://github.com/test-kitchen/kitchen-ec2/blob/aa8e7f2cf9bfbb10fa4057f3297c2a20dc079f7b/lib/kitchen/driver/aws/standard_platform.rb
+# https://github.com/test-kitchen/kitchen-ec2/blob/aa8e7f2cf9bfbb10fa4057f3297c2a20dc079f7b/lib/kitchen/driver/aws/standard_platform/ubuntu.rb
+
+module Wombat
+  class LatestRunner
+    include Wombat::Common
+    include Wombat::Aws
+
+    attr_reader :stack, :cloud, :lock_opt, :template_opt
+
+    def initialize(opts)
+      @cloud = opts.cloud.nil? ? "aws" : opts.cloud
+    end
+
+    def start
+      if cloud =~ /aws/
+        find_latest_amis
+      else
+        puts "Unsupported for #{cloud}"
+      end
+    end
+  end
+end

data/lib/wombat/output.rb

@@ -1,45 +1,46 @@
 require 'wombat/common'
 require 'aws-sdk'
 
-class OutputRunner
+module Wombat
+  class OutputRunner
+    include Wombat::Common
 
-  include Common
+    attr_reader :stack
 
-  attr_reader :stack
-
-  def initialize(opts)
-    @stack = opts.stack
-  end
+    def initialize(opts)
+      @stack = opts.stack
+    end
 
-  def start
-    cfn_workstation_ips(stack)
-  end
+    def start
+      cfn_workstation_ips(stack)
+    end
 
-  private
+    private
 
-  def cfn_workstation_ips(stack)
-    ec2 = Aws::EC2::Resource.new
-    instances = cfn_stack_instances(stack)
-    instances.each do |name, id|
-      instance = ec2.instance(id)
-      if /Workstation/.match(name)
-        puts "#{name} (#{id}) => #{instance.public_ip_address}"
+    def cfn_workstation_ips(stack)
+      ec2 = Aws::EC2::Resource.new
+      instances = cfn_stack_instances(stack)
+      instances.each do |name, id|
+        instance = ec2.instance(id)
+        if /Workstation/.match(name)
+          puts "#{name} (#{id}) => #{instance.public_ip_address}"
+        end
       end
     end
-  end
-
-  def cfn_stack_instances(stack)
-    cfn = Aws::CloudFormation::Client.new
-    resp = cfn.describe_stack_resources({
-      stack_name: stack,
-      })
 
-    instances = {}
-    resp.stack_resources.map do |resource|
-      if resource.resource_type == 'AWS::EC2::Instance'
-        instances[resource.logical_resource_id] = resource.physical_resource_id
+    def cfn_stack_instances(stack)
+      cfn = Aws::CloudFormation::Client.new
+      resp = cfn.describe_stack_resources({
+        stack_name: stack,
+        })
+
+      instances = {}
+      resp.stack_resources.map do |resource|
+        if resource.resource_type == 'AWS::EC2::Instance'
+          instances[resource.logical_resource_id] = resource.physical_resource_id
+        end
       end
+      instances
     end
-    instances
   end
 end

data/lib/wombat/update.rb

@@ -1,17 +1,20 @@
 require 'wombat/common'
 
-class UpdateRunner
-  include Common
+module Wombat
+  class UpdateRunner
+    include Wombat::Common
 
-  attr_reader :cloud, :update_file
+    attr_reader :cloud, :update_file
 
-  def initialize(opts)
-    @cloud = opts.cloud.nil? ? "aws" : opts.cloud
-    @update_file = opts.file.nil? ? "all" : opts.file
-  end
+    def initialize(opts)
+      @cloud = opts.cloud.nil? ? "aws" : opts.cloud
+      @update_file = opts.file.nil? ? "all" : opts.file
+      @wombat_yml = opts.wombat_yml
+    end
 
-  def start
-    update_lock(cloud) if /(all|lock)/.match(update_file)
-    update_template(cloud) if /(all|template)/.match(update_file)
+    def start
+      update_lock(cloud) if /(all|lock)/.match(update_file)
+      update_template(cloud) if /(all|template)/.match(update_file)
+    end
   end
 end

data/lib/wombat/version.rb

@@ -1,3 +1,3 @@
 module Wombat
-  VERSION = "0.3.4"
+  VERSION = "0.4.0"
 end

data/spec/functional/common_spec.rb

@@ -0,0 +1,26 @@
+require "wombat/common"
+require "yaml"
+
+describe "Common" do
+  let(:common) do
+    klass = Class.new { include Wombat::Common }
+
+    return klass.new
+  end
+
+  describe "#wombat" do
+    it "reads a configuration file" do
+      wombat_yml = File.join(
+        File.expand_path("../..", File.dirname(__FILE__)),
+        "generator_files",
+        "wombat.yml"
+      )
+
+      stub_const("ENV", {"WOMBAT_YML" => wombat_yml})
+
+      content = common.wombat
+
+      expect(content["name"]).to eq("wombat")
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,103 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# The generated `.rspec` file contains `--require spec_helper` which will cause
+# this file to always be loaded, without a need to explicitly require it in any
+# files.
+#
+# Given that it is always loaded, you are encouraged to keep this file as
+# light-weight as possible. Requiring heavyweight dependencies from this file
+# will add to the boot time of your test suite on EVERY test run, even for an
+# individual file that may not need all of that loaded. Instead, consider making
+# a separate helper file that requires the additional dependencies and performs
+# the additional setup, and require it from the spec files that actually need
+# it.
+#
+# The `.rspec` file also contains a few flags that are not defaults but that
+# users commonly want.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  # rspec-expectations config goes here. You can use an alternate
+  # assertion/expectation library such as wrong or the stdlib/minitest
+  # assertions if you prefer.
+  config.expect_with :rspec do |expectations|
+    # This option will default to `true` in RSpec 4. It makes the `description`
+    # and `failure_message` of custom matchers include text for helper methods
+    # defined using `chain`, e.g.:
+    #     be_bigger_than(2).and_smaller_than(4).description
+    #     # => "be bigger than 2 and smaller than 4"
+    # ...rather than:
+    #     # => "be bigger than 2"
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  # rspec-mocks config goes here. You can use an alternate test double
+  # library (such as bogus or mocha) by changing the `mock_with` option here.
+  config.mock_with :rspec do |mocks|
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object. This is generally recommended, and will default to
+    # `true` in RSpec 4.
+    mocks.verify_partial_doubles = true
+  end
+
+  # This option will default to `:apply_to_host_groups` in RSpec 4 (and will
+  # have no way to turn it off -- the option exists only for backwards
+  # compatibility in RSpec 3). It causes shared context metadata to be
+  # inherited by the metadata hash of host groups and examples, rather than
+  # triggering implicit auto-inclusion in groups with matching metadata.
+  config.shared_context_metadata_behavior = :apply_to_host_groups
+
+# The settings below are suggested to provide a good initial experience
+# with RSpec, but feel free to customize to your heart's content.
+=begin
+  # This allows you to limit a spec run to individual examples or groups
+  # you care about by tagging them with `:focus` metadata. When nothing
+  # is tagged with `:focus`, all examples get run. RSpec also provides
+  # aliases for `it`, `describe`, and `context` that include `:focus`
+  # metadata: `fit`, `fdescribe` and `fcontext`, respectively.
+  config.filter_run_when_matching :focus
+
+  # Allows RSpec to persist some state between runs in order to support
+  # the `--only-failures` and `--next-failure` CLI options. We recommend
+  # you configure your source control system to ignore this file.
+  config.example_status_persistence_file_path = "spec/examples.txt"
+
+  # Limits the available syntax to the non-monkey patched syntax that is
+  # recommended. For more details, see:
+  #   - http://rspec.info/blog/2012/06/rspecs-new-expectation-syntax/
+  #   - http://www.teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
+  #   - http://rspec.info/blog/2014/05/notable-changes-in-rspec-3/#zero-monkey-patching-mode
+  config.disable_monkey_patching!
+
+  # This setting enables warnings. It's recommended, but in some cases may
+  # be too noisy due to issues in dependencies.
+  config.warnings = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = 'doc'
+  end
+
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  config.profile_examples = 10
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = :random
+
+  # Seed global randomization in this process using the `--seed` CLI option.
+  # Setting this allows you to use `--seed` to deterministically reproduce
+  # test failures related to randomization by passing the same `--seed` value
+  # as the one that triggered the failure.
+  Kernel.srand config.seed
+=end
+end

data/spec/unit/common_spec.rb

@@ -0,0 +1,116 @@
+require "wombat/common"
+require "yaml"
+
+describe "Wombat::Common" do
+  let(:common) do 
+    klass = Class.new { include Wombat::Common }
+
+    return klass.new
+  end
+
+  describe "#conf" do
+    describe "when files_dir is set" do
+      it "sets files_dir to default value" do
+
+        content = common.conf
+
+        expect(content["files_dir"]).to eq("files")
+      end
+    end
+  end
+
+  describe "#lock" do
+    describe "when a lock does not exist" do
+      it "warn and return 1" do
+
+        expect(File).to receive(:exist?).
+          with("wombat.lock").
+          and_return(false)
+
+        expect(common).to receive(:warn)
+
+        lock = common.lock
+
+        expect(lock).to be(1)
+      end
+    end
+
+    describe "when a lock does exist" do
+      it "load lock file" do
+
+        expect(File).to receive(:exist?).
+          with("wombat.lock").
+          and_return(true)
+
+        expect(File).to receive(:read).
+          with("wombat.lock").
+          and_return("{")
+        
+        expect(JSON).to receive(:parse).with("{")
+        
+        common.lock
+      end
+    end
+  end
+
+  describe "#wombat" do
+    describe "when WOMBAT_YML is set" do
+      it "loads a configuration file from WOMBAT_YML" do
+        stub_const("ENV", {"WOMBAT_YML" => "aesthetics.yml"})
+
+        expect(File).to receive(:exist?).
+          with("aesthetics.yml").
+          and_return(true)
+
+        expect(File).to receive(:read).
+          with("aesthetics.yml").
+          and_return("---")
+
+        expect(YAML).to receive(:load).with("---")
+
+        common.wombat
+      end
+    end
+
+    describe "when WOMBAT_YML is not set" do
+      it "loads a configuration file from a default location" do
+        stub_const("ENV", {})
+
+        expect(File).to receive(:exist?).
+          with("wombat.yml").
+          and_return(true)
+
+        expect(File).to receive(:read).
+          with("wombat.yml").
+          and_return("---")
+
+        expect(YAML).to receive(:load).with("---")
+
+        common.wombat
+      end
+    end
+
+    describe "when a configuration file does not exist" do
+      it "copies example configuration file to default location" do
+        stub_const("ENV", {})
+
+        expect(File).to receive(:exist?).
+          with("wombat.yml").
+          and_return(false)
+
+        expect(common).to receive(:warn)
+
+        expect(FileUtils).to receive(:cp_r).
+          with(/generator_files\/wombat\.yml/, Dir.pwd)
+
+        expect(File).to receive(:read).
+          with("wombat.yml").
+          and_return("---")
+
+        expect(YAML).to receive(:load).with("---")
+
+        common.wombat
+      end
+    end
+  end
+end

data/wombat-cli.gemspec

@@ -28,5 +28,6 @@ Gem::Specification.new do |gem|
   gem.add_dependency 'net-ssh', '~> 3.2'
   gem.add_dependency 'parallel', '~> 1.9'
   gem.add_dependency 'aws-sdk', '~> 2.5'
-  gem.add_dependency 'racker', '~> 0.2'
+  gem.add_dependency 'azure_mgmt_resources', '~> 0.8'
+  gem.add_dependency 'azure_mgmt_storage', '~> 0.8'
 end