cloud-mu 1.9.0.pre.beta → 2.0.0.pre.alpha

data/modules/tests/super_complex_bok.yml

@@ -39,3 +39,15 @@ search_domains:
 databases:
 -
   <%= include("../mu/config/database.yml") %>
+
+container_clusters:
+-
+  <%= include("../mu/config/container_cluster.yml") %>
+
+cache_clusters:
+-
+  <%= include("../mu/config/cache_cluster.yml") %>
+
+notifiers:
+-
+  <%= include("../mu/config/notifier.yml") %>

data/modules/tests/super_simple_bok.yml

@@ -38,3 +38,15 @@ search_domains:
 databases:
 -
   <%= include("../mu/config/database.yml") %>
+
+container_clusters:
+-
+  <%= include("../mu/config/container_cluster.yml") %>
+
+cache_clusters:
+-
+  <%= include("../mu/config/cache_cluster.yml") %>
+
+notifiers:
+-
+  <%= include("../mu/config/notifier.yml") %>

data/spec/mu/clouds/azure_spec.rb

@@ -0,0 +1,82 @@
+require 'spec_helper'
+require 'mu/clouds/azure'
+
+describe MU::Cloud::Azure do
+
+	# @azure = nil
+
+	# 	before(:all) do
+	# 		@azure = MU::Cloud::Azure.new
+	# 	end
+
+	describe ".hosted?" do
+		
+		it "responds with true or false" do
+			expect(MU::Cloud::Azure.hosted?).to be(true).or be(false)
+		end
+
+	end
+
+	describe ".hosted" do
+		
+		it "responds with true or false" do
+			expect(MU::Cloud::Azure.hosted?).to be(true).or be(false)
+		end
+
+	end
+
+	describe ".required_instance_methods" do
+		it "responds with an empty array of required methods" do
+			methods = MU::Cloud::Azure.required_instance_methods
+			expect(methods).to eql([])
+		end
+	end
+
+	describe ".listRegions" do
+		it "responds with false" do
+			expect(MU::Cloud::Azure.listRegions).to eql("TODO")
+		end
+	end
+
+	describe ".listAZs" do
+		it "responds with false" do
+			expect(MU::Cloud::Azure.listAZs).to eql("TODO")
+		end
+	end
+
+	describe ".hosted_config" do
+		it "responds with false" do
+			expect(MU::Cloud::Azure.hosted_config).to eql("TODO")
+		end
+	end
+
+	describe ".config_example" do
+		it "responds with false" do
+			expect(MU::Cloud::Azure.config_example).to eql("TODO")
+		end
+	end
+
+	describe ".writeDeploySecret" do
+		it "responds with false" do
+			expect(MU::Cloud::Azure.writeDeploySecret).to eql("TODO")
+		end
+	end
+
+	describe ".listCredentials" do
+		it "responds with false" do
+			expect(MU::Cloud::Azure.listCredentials).to eql("TODO")
+		end
+	end
+
+	describe ".credConfig" do
+		it "responds with false" do
+			expect(MU::Cloud::Azure.credConfig).to eql("TODO")
+		end
+	end
+	
+	describe ".listInstanceTypes" do
+		it "responds with false" do
+			expect(MU::Cloud::Azure.listInstanceTypes).to eql("TODO")
+		end
+	end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,105 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# The generated `.rspec` file contains `--require spec_helper` which will cause
+# this file to always be loaded, without a need to explicitly require it in any
+# files.
+#
+# Given that it is always loaded, you are encouraged to keep this file as
+# light-weight as possible. Requiring heavyweight dependencies from this file
+# will add to the boot time of your test suite on EVERY test run, even for an
+# individual file that may not need all of that loaded. Instead, consider making
+# a separate helper file that requires the additional dependencies and performs
+# the additional setup, and require it from the spec files that actually need
+# it.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+
+$LOAD_PATH << "#{File.realpath(File.expand_path(File.dirname(__FILE__))+"/..")}/modules"
+# require 'mu'
+
+RSpec.configure do |config|
+  # rspec-expectations config goes here. You can use an alternate
+  # assertion/expectation library such as wrong or the stdlib/minitest
+  # assertions if you prefer.
+  config.expect_with :rspec do |expectations|
+    # This option will default to `true` in RSpec 4. It makes the `description`
+    # and `failure_message` of custom matchers include text for helper methods
+    # defined using `chain`, e.g.:
+    #     be_bigger_than(2).and_smaller_than(4).description
+    #     # => "be bigger than 2 and smaller than 4"
+    # ...rather than:
+    #     # => "be bigger than 2"
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  # rspec-mocks config goes here. You can use an alternate test double
+  # library (such as bogus or mocha) by changing the `mock_with` option here.
+  config.mock_with :rspec do |mocks|
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object. This is generally recommended, and will default to
+    # `true` in RSpec 4.
+    mocks.verify_partial_doubles = true
+  end
+
+  # This option will default to `:apply_to_host_groups` in RSpec 4 (and will
+  # have no way to turn it off -- the option exists only for backwards
+  # compatibility in RSpec 3). It causes shared context metadata to be
+  # inherited by the metadata hash of host groups and examples, rather than
+  # triggering implicit auto-inclusion in groups with matching metadata.
+  config.shared_context_metadata_behavior = :apply_to_host_groups
+
+# The settings below are suggested to provide a good initial experience
+# with RSpec, but feel free to customize to your heart's content.
+=begin
+  # This allows you to limit a spec run to individual examples or groups
+  # you care about by tagging them with `:focus` metadata. When nothing
+  # is tagged with `:focus`, all examples get run. RSpec also provides
+  # aliases for `it`, `describe`, and `context` that include `:focus`
+  # metadata: `fit`, `fdescribe` and `fcontext`, respectively.
+  config.filter_run_when_matching :focus
+
+  # Allows RSpec to persist some state between runs in order to support
+  # the `--only-failures` and `--next-failure` CLI options. We recommend
+  # you configure your source control system to ignore this file.
+  config.example_status_persistence_file_path = "spec/examples.txt"
+
+  # Limits the available syntax to the non-monkey patched syntax that is
+  # recommended. For more details, see:
+  #   - http://rspec.info/blog/2012/06/rspecs-new-expectation-syntax/
+  #   - http://www.teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
+  #   - http://rspec.info/blog/2014/05/notable-changes-in-rspec-3/#zero-monkey-patching-mode
+  config.disable_monkey_patching!
+
+  # This setting enables warnings. It's recommended, but in some cases may
+  # be too noisy due to issues in dependencies.
+  config.warnings = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = "doc"
+  end
+
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  config.profile_examples = 10
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = :random
+
+  # Seed global randomization in this process using the `--seed` CLI option.
+  # Setting this allows you to use `--seed` to deterministically reproduce
+  # test failures related to randomization by passing the same `--seed` value
+  # as the one that triggered the failure.
+  Kernel.srand config.seed
+=end
+
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cloud-mu
 version: !ruby/object:Gem::Version
-  version: 1.9.0.pre.beta
+  version: 2.0.0.pre.alpha
 platform: ruby
 authors:
 - John Stange
@@ -356,6 +356,8 @@ files:
 - bin/mu-tunnel-nagios
 - bin/mu-upload-chef-artifacts
 - bin/mu-user-manage
+- cloud-mu.gemspec
+- cookbooks/awscli/Berksfile
 - cookbooks/awscli/LICENSE
 - cookbooks/awscli/README.md
 - cookbooks/awscli/attributes/default.rb
@@ -363,6 +365,7 @@ files:
 - cookbooks/awscli/metadata.rb
 - cookbooks/awscli/recipes/default.rb
 - cookbooks/awscli/templates/default/config.erb
+- cookbooks/mu-activedirectory/Berksfile
 - cookbooks/mu-activedirectory/CHANGELOG.md
 - cookbooks/mu-activedirectory/LICENSE
 - cookbooks/mu-activedirectory/README.md
@@ -400,12 +403,14 @@ files:
 - cookbooks/mu-activedirectory/templates/windows/gpreprt.xml.erb
 - cookbooks/mu-activedirectory/templates/windows/gptmpl.inf.erb
 - cookbooks/mu-activedirectory/templates/windows/manifest.xml.erb
+- cookbooks/mu-firewall/Berksfile
 - cookbooks/mu-firewall/CHANGELOG.md
 - cookbooks/mu-firewall/LICENSE
 - cookbooks/mu-firewall/README.md
 - cookbooks/mu-firewall/attributes/default.rb
 - cookbooks/mu-firewall/metadata.rb
 - cookbooks/mu-firewall/recipes/default.rb
+- cookbooks/mu-glusterfs/Berksfile
 - cookbooks/mu-glusterfs/CHANGELOG.md
 - cookbooks/mu-glusterfs/LICENSE
 - cookbooks/mu-glusterfs/README.md
@@ -417,6 +422,7 @@ files:
 - cookbooks/mu-glusterfs/recipes/server.rb
 - cookbooks/mu-glusterfs/templates/default/mu-gluster-client.erb
 - cookbooks/mu-glusterfs/templates/default/smb.conf.erb
+- cookbooks/mu-jenkins/Berksfile
 - cookbooks/mu-jenkins/CHANGELOG.md
 - cookbooks/mu-jenkins/LICENSE
 - cookbooks/mu-jenkins/README.md
@@ -430,6 +436,7 @@ files:
 - cookbooks/mu-jenkins/templates/default/example_job.config.xml.erb
 - cookbooks/mu-jenkins/templates/default/org.jvnet.hudson.plugins.SSHBuildWrapper.xml.erb
 - cookbooks/mu-jenkins/templates/default/ssh_config.erb
+- cookbooks/mu-master/Berksfile
 - cookbooks/mu-master/CHANGELOG.md
 - cookbooks/mu-master/LICENSE
 - cookbooks/mu-master/README.md
@@ -472,6 +479,7 @@ files:
 - cookbooks/mu-master/templates/default/openssl.cnf.erb
 - cookbooks/mu-master/templates/default/sssd.conf.erb
 - cookbooks/mu-master/templates/default/web_app.conf.erb
+- cookbooks/mu-mongo/Berksfile
 - cookbooks/mu-mongo/CHANGELOG.md
 - cookbooks/mu-mongo/LICENSE
 - cookbooks/mu-mongo/README.md
@@ -486,6 +494,7 @@ files:
 - cookbooks/mu-mongo/templates/default/mongo_logrotate.erb
 - cookbooks/mu-mongo/templates/default/mongo_replset_addnodes.js.erb
 - cookbooks/mu-mongo/templates/default/replset_init.js.erb
+- cookbooks/mu-openvpn/Berksfile
 - cookbooks/mu-openvpn/CHANGELOG.md
 - cookbooks/mu-openvpn/LICENSE
 - cookbooks/mu-openvpn/README.md
@@ -493,6 +502,7 @@ files:
 - cookbooks/mu-openvpn/metadata.rb
 - cookbooks/mu-openvpn/recipes/default.rb
 - cookbooks/mu-openvpn/templates/default/users.json.erb
+- cookbooks/mu-php54/Berksfile
 - cookbooks/mu-php54/CHANGELOG.md
 - cookbooks/mu-php54/LICENSE
 - cookbooks/mu-php54/README.md
@@ -500,6 +510,7 @@ files:
 - cookbooks/mu-php54/files/ubuntu/php.ini
 - cookbooks/mu-php54/metadata.rb
 - cookbooks/mu-php54/recipes/default.rb
+- cookbooks/mu-splunk/Berksfile
 - cookbooks/mu-splunk/CHANGELOG.md
 - cookbooks/mu-splunk/LICENSE
 - cookbooks/mu-splunk/README.md
@@ -528,6 +539,7 @@ files:
 - cookbooks/mu-splunk/templates/default/outputs.conf.erb
 - cookbooks/mu-splunk/templates/default/splunk-init.erb
 - cookbooks/mu-splunk/templates/default/system-web.conf.erb
+- cookbooks/mu-tools/Berksfile
 - cookbooks/mu-tools/CHANGELOG.md
 - cookbooks/mu-tools/LICENSE
 - cookbooks/mu-tools/README.md
@@ -659,6 +671,7 @@ files:
 - cookbooks/mu-tools/templates/windows/manifest.xml.erb
 - cookbooks/mu-tools/templates/windows/set_ad_dns_scheduled_task.ps1.erb
 - cookbooks/mu-tools/templates/windows/sshd_config.erb
+- cookbooks/mu-utility/Berksfile
 - cookbooks/mu-utility/CHANGELOG.md
 - cookbooks/mu-utility/LICENSE
 - cookbooks/mu-utility/README.md
@@ -745,6 +758,7 @@ files:
 - cookbooks/nagios/templates/default/services.cfg.erb
 - cookbooks/nagios/templates/default/templates.cfg.erb
 - cookbooks/nagios/templates/default/timeperiods.cfg.erb
+- cookbooks/s3fs/Berksfile
 - cookbooks/s3fs/CHANGELOG.md
 - cookbooks/s3fs/LICENSE
 - cookbooks/s3fs/README.md
@@ -816,10 +830,11 @@ files:
 - modules/mu/clouds/aws/folder.rb
 - modules/mu/clouds/aws/function.rb
 - modules/mu/clouds/aws/group.rb
+- modules/mu/clouds/aws/habitat.rb
 - modules/mu/clouds/aws/loadbalancer.rb
 - modules/mu/clouds/aws/log.rb
 - modules/mu/clouds/aws/msg_queue.rb
-- modules/mu/clouds/aws/notification.rb
+- modules/mu/clouds/aws/notifier.rb
 - modules/mu/clouds/aws/role.rb
 - modules/mu/clouds/aws/search_domain.rb
 - modules/mu/clouds/aws/server.rb
@@ -830,6 +845,7 @@ files:
 - modules/mu/clouds/aws/userdata/linux.erb
 - modules/mu/clouds/aws/userdata/windows.erb
 - modules/mu/clouds/aws/vpc.rb
+- modules/mu/clouds/azure.rb
 - modules/mu/clouds/cloudformation.rb
 - modules/mu/clouds/cloudformation/alarm.rb
 - modules/mu/clouds/cloudformation/cache_cluster.rb
@@ -848,6 +864,7 @@ files:
 - modules/mu/clouds/google/database.rb
 - modules/mu/clouds/google/firewall_rule.rb
 - modules/mu/clouds/google/group.rb
+- modules/mu/clouds/google/habitat.rb
 - modules/mu/clouds/google/loadbalancer.rb
 - modules/mu/clouds/google/server.rb
 - modules/mu/clouds/google/server_pool.rb
@@ -860,6 +877,7 @@ files:
 - modules/mu/config/README.md
 - modules/mu/config/alarm.rb
 - modules/mu/config/cache_cluster.rb
+- modules/mu/config/cache_cluster.yml
 - modules/mu/config/collection.rb
 - modules/mu/config/container_cluster.rb
 - modules/mu/config/container_cluster.yml
@@ -870,13 +888,14 @@ files:
 - modules/mu/config/folder.rb
 - modules/mu/config/function.rb
 - modules/mu/config/group.rb
+- modules/mu/config/habitat.rb
 - modules/mu/config/loadbalancer.rb
 - modules/mu/config/log.rb
 - modules/mu/config/log.yml
 - modules/mu/config/msg_queue.rb
 - modules/mu/config/msg_queue.yml
-- modules/mu/config/notification.rb
-- modules/mu/config/project.rb
+- modules/mu/config/notifier.rb
+- modules/mu/config/notifier.yml
 - modules/mu/config/role.rb
 - modules/mu/config/search_domain.rb
 - modules/mu/config/search_domain.yml
@@ -885,6 +904,7 @@ files:
 - modules/mu/config/server_pool.rb
 - modules/mu/config/server_pool.yml
 - modules/mu/config/storage_pool.rb
+- modules/mu/config/storage_pool.yml
 - modules/mu/config/user.rb
 - modules/mu/config/vpc.rb
 - modules/mu/config/vpc.yml
@@ -905,7 +925,6 @@ files:
 - modules/scratchpad.erb
 - modules/tests/super_complex_bok.yml
 - modules/tests/super_simple_bok.yml
-- mu.gemspec
 - roles/demo-dbservice-configure.json
 - roles/demo-portal-configure.json
 - roles/mu-master-jenkins.json
@@ -914,6 +933,8 @@ files:
 - roles/mu-node.json
 - roles/mu-splunk-server.json
 - roles/mu-splunk.json
+- spec/mu/clouds/azure_spec.rb
+- spec/spec_helper.rb
 - test/clean_up.py
 - test/demo-test-profile/README.md
 - test/demo-test-profile/controls/flask.rb

data/modules/mu/clouds/aws/notification.rb

@@ -1,139 +0,0 @@
-# Copyright:: Copyright (c) 2014 eGlobalTech, Inc., all rights reserved
-#
-# Licensed under the BSD-3 license (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License in the root of the project or at
-#
-#     http://egt-labs.com/mu/LICENSE.html
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-module MU
-  class Cloud
-    class AWS
-      # Support for AWS SNS
-      class Notification < MU::Cloud::Notification
-        # Remove all notifications associated with the currently loaded deployment.
-        # @param noop [Boolean]: If true, will only print what would be done
-        # @param ignoremaster [Boolean]: If true, will remove resources not flagged as originating from this Mu server
-        # @param region [String]: The cloud provider region
-        # @return [void]
-        def self.cleanup(noop: false, ignoremaster: false, region: MU.curRegion, flags: {})
-          MU::Cloud::AWS.sns(region).list_topics.topics.each { |topic|
-            if topic.topic_arn.match(MU.deploy_id)
-              # We don't have a way to tag our SNS topics, so we will delete any topic that has the MU-ID in its ARN. 
-              # This may fail to find notification groups in some cases (eg. cache_cluster) so we might want to delete from each API as well.
-              MU::Cloud::AWS.sns(region).delete_topic(topic_arn: topic.topic_arn)
-              MU.log "Deleted SNS topic: #{topic.topic_arn}"
-            end
-          }
-        end
-
-        # Canonical Amazon Resource Number for this resource
-        # @return [String]
-        def arn
-          "arn:"+(MU::Cloud::AWS.isGovCloud?(@config["region"]) ? "aws-us-gov" : "aws")+":sns:"+@config['region']+":"+MU.account_number+":"+@cloud_id
-        end
-
-        # Locate an existing notification.
-        # @param cloud_id [String]: The cloud provider's identifier for this resource.
-        # @param region [String]: The cloud provider region.
-        # @param flags [Hash]: Optional flags
-        # @return [OpenStruct]: The cloud provider's complete descriptions of matching notification.
-        def self.find(cloud_id: nil, region: MU.curRegion, flags: {})
-          # Not implemented
-          # XXX well it fuckin' needs to be
-        end
-
-        # Cloud-specific configuration properties.
-        # @param config [MU::Config]: The calling MU::Config object
-        # @return [Array<Array,Hash>]: List of required fields, and json-schema Hash of cloud-specific configuration parameters for this resource
-        def self.schema(config)
-          toplevel_required = []
-          schema = {}
-          [toplevel_required, schema]
-        end
-
-        # Cloud-specific pre-processing of {MU::Config::BasketofKittens::notifications}, bare and unvalidated.
-
-        # XXX placeholder (notification is not a BoK primitive, is it?)
-        # @param notification [Hash]: The resource to process and validate
-        # @param configurator [MU::Config]: The overall deployment configurator of which this resource is a member
-        # @return [Boolean]: True if validation succeeded, False otherwise
-        def self.validateConfig(notification, configurator)
-          true
-        end
-
-        # Create a new notification group. Will check if the group exists before creating it.
-        # @param topic_name [String]: The cloud provider's name for the notification group.
-        # @param region [String]: The cloud provider region.
-        # @param account_number [String]: The cloud provider account number.
-        # @return [string]: The cloud provider's identifier.
-        def self.createTopic(topic_name, region: MU.curRegion, account_number: MU.account_number)
-          unless topicExist(topic_name, region: region, account_number: account_number)
-            MU::Cloud::AWS.sns(region).create_topic(name: topic_name).topic_arn
-            MU.log "Created SNS topic #{topic_name}"
-          end
-            topicExist(topic_name, region: region, account_number: account_number)
-        end
-
-        # Subscribe to a notification group. This can either be an email address, SQS queue, application endpoint, etc...
-        # Will create the subscription only if it doesn't already exist.
-        # @param arn [String]: The cloud provider's identifier of the notification group.
-        # @param protocol [String]: The type of the subscription (eg. email,https, etc..).
-        # @param endpoint [String]: The endpoint of the subscription. This will depend on the 'protocol' (as an example if protocol is email, endpoint will be the email address) ..
-        # @param region [String]: The cloud provider region.
-        def self.subscribe(arn: nil, protocol: nil, endpoint: nil, region: MU.curRegion)
-          retries = 0
-          begin 
-            resp = MU::Cloud::AWS.sns(region).list_subscriptions_by_topic(topic_arn: arn).subscriptions
-          rescue Aws::SNS::Errors::NotFound
-            if retries < 5
-              MU.log "Couldn't find topic #{arn}, retrying several times in case of a lagging resource"
-              retries += 1
-              sleep 30
-              retry
-            else
-              raise MuError, "Couldn't find topic #{arn}, giving up"
-            end
-          end
-
-          already_subscribed = false
-          if resp && !resp.empty?
-            resp.each { |subscription|
-             already_subscribed = true if subscription.protocol == protocol && subscription.endpoint == endpoint
-            }
-          end
-
-          unless already_subscribed
-            MU::Cloud::AWS.sns(region).subscribe(topic_arn: arn, protocol: protocol, endpoint: endpoint)
-            MU.log "Subscribed #{endpoint} to SNS topic #{arn}"
-          end
-        end
-
-        # Test if a notification group exists
-        # Create a new notification group. Will check if the group exists before creating it.
-        # @param topic_name [String]: The cloud provider's name for the notification group.
-        # @param region [String]: The cloud provider region.
-        # @param account_number [String]: The cloud provider account number.
-        # @return [string]: The cloud provider's identifier.
-        def self.topicExist(topic_name, region: MU.curRegion, account_number: MU.account_number)
-          arn = "arn:#{MU::Cloud::AWS.isGovCloud?(region) ? "aws-us-gov" : "aws"}:sns:#{region}:#{account_number}:#{topic_name}"
-          match = nil
-          MU::Cloud::AWS.sns(region).list_topics.topics.each { |topic|
-            if topic.topic_arn == arn
-              match = topic.topic_arn
-              break
-            end
-          }
-          return match
-        end
-
-      end
-    end
-  end
-end