cloud-mu 1.9.0.pre.beta

data/bin/mu-deploy

@@ -0,0 +1,166 @@
+#!/usr/local/ruby-current/bin/ruby
+# Copyright:: Copyright (c) 2014 eGlobalTech, Inc., all rights reserved
+#
+# Licensed under the BSD-3 license (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License in the root of the project or at
+#
+#     http://egt-labs.com/mu/LICENSE.html
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+require File.realpath(File.expand_path(File.dirname(__FILE__)+"/mu-load-config.rb"))
+# now we have our global config available as the read-only hash $MU_CFG
+
+require 'rubygems'
+require 'bundler/setup'
+require 'json'
+require 'erb'
+require 'optimist'
+require 'json-schema'
+require 'mu'
+
+$opts = Optimist::options do
+  banner <<-EOS
+Usage:
+#{$0} [-e <environment>] [-r region] [-v] [-d] [-w] [-c] [-n] [-s] [-j] [-p parameter=value] /path/to/stack/config.[json|yaml] [-u deploy_id [-l]] [-r deploy_id]
+  EOS
+  opt :environment, "Environment to set on creation.", :require => false, :default => "dev"
+  opt :region, "Default region for newly-created cloud resources.", :require => false, :default => MU.myRegion, :type => :string
+  opt :nocleanup, "Skip cleaning up resources on failed deployments. Used for debugging.", :require => false, :default => false
+  opt :web, "Generate web-friendly (HTML) output.", :require => false, :default => false, :type => :boolean
+  opt :dryrun, "Do not build a stack, only run configuration validation.", :require => false, :default => false, :type => :boolean
+  opt :skipinitialupdates, "Node bootstrapping normally runs an internal recipe that does a full system update. This disables that behavior.", :require => false, :default => false, :type => :boolean
+  opt :parameter, "Pass a parameter to the configuration parser (Name=Value). This will be presented to your config file as the ERB variable $Name.", :require => false, :type => :string, :multi => true
+  opt :update, "Update the stored configuration of an existing deployment, instead of creating a new deploy.", :require => false, :type => :string
+  opt :cloudformation, "Emit Amazon Web Services targets into a CloudFormation template instead of building real services.", :require => false, :default => false, :type => :boolean
+  opt :cloudformation_output, "When emitting a CloudFormation template, put the final product in this location instead of in /tmp. Takes a local file path or an s3:// URI. S3 uploads will be given AUTHENTICATED-READ permissions.", :require => false, :type => :string
+  opt :verbose, "Display debugging output.", :require => false, :default => false, :type => :boolean
+  opt :quiet, "Display minimal output.", :require => false, :default => false, :type => :boolean
+end
+verbosity = MU::Logger::NORMAL
+verbosity = MU::Logger::LOUD if $opts[:verbose]
+verbosity = MU::Logger::QUIET if $opts[:quiet]
+
+if $opts[:verbose] and $opts[:quiet]
+  MU.log "Cannot set both --verbose and --quiet", MU::ERR
+  exit 1
+end
+
+if $opts[:liveupdate] and !$opts[:update]
+  MU.log "--liveupdate only valid when combined with --update", MU::ERR
+  exit 1
+end
+
+MU.setVar("curRegion", $opts[:region]) if $opts[:region]
+MU.setLogging(verbosity, $opts[:web])
+
+# Parse any paramater options into something useable.
+params = Hash.new
+$opts[:parameter].each { |param|
+  name, value = param.split(/\s*=\s*/, 2)
+  params[name] = value
+}
+
+# We want our config files (which can be ERB templates) to have this variable
+# available to them.
+$environment = $opts[:environment]
+
+if !ARGV[0] or ARGV[0].empty?
+  MU.log("You must specify a stack configuration file!", MU::ERR, html: $opts[:web])
+  exit 1
+end
+
+begin
+  config = File.realdirpath(ARGV[0])
+  File.read(config)
+rescue Errno::ENOENT => e
+  MU.log "#{e.message}", MU::ERR, html: $opts[:web]
+  exit 1
+end
+
+
+MU.log "Loading #{config}", html: $opts[:web], details: $opts
+
+conf_engine = MU::Config.new(config, $opts[:skipinitialupdates], params: params, updating: $opts[:update])
+stack_conf = conf_engine.config
+
+if $opts[:dryrun] or $opts[:verbose]
+  puts stack_conf.to_yaml
+  conf_engine.visualizeDependencies
+end
+
+if $opts[:dryrun]
+  MU.log("#{$config} loaded successfully.", html: $opts[:web])
+  if MU::Cloud::AWS.hosted # XXX actually, check whether we're targeting AWS resources
+    # I do not understand why this is necessary, but here we are.
+    Thread.handle_interrupt(MU::Cloud::MuCloudResourceNotImplemented => :never) {
+      begin
+        Thread.handle_interrupt(MU::Cloud::MuCloudResourceNotImplemented => :immediate) {
+          MU.log "Cost calculator not available for this stack, as it uses a resource not implemented in Mu's CloudFormation layer.", MU::WARN, verbosity: MU::Logger::NORMAL
+          Thread.current.exit
+        }
+      ensure
+      end
+    }
+    begin
+      cost_dummy_deploy = MU::Deploy.new(
+        $opts[:environment],
+        verbosity: MU::Logger::SILENT,
+        force_cloudformation: true,
+        cloudformation_path: "/dev/null",
+        nocleanup: false,
+        no_artifacts: true,
+        stack_conf: stack_conf
+      )
+      cost_dummy_deploy.run
+    rescue MU::Cloud::MuCloudResourceNotImplemented, MU::Cloud::MuCloudFlagNotImplemented
+      MU.log "Cost calculator not available for this stack, as it uses a resource not implemented in Mu's CloudFormation layer.", MU::WARN, verbosity: MU::Logger::NORMAL
+    end
+  end
+  exit
+end
+
+if $opts[:update]
+  deploy = MU::MommaCat.new($opts[:update])
+# TODO consider whether this is useful/valid
+#  old_conf = JSON.parse(File.read(deploy.deploy_dir+"/basket_of_kittens.json"))
+#  stack_conf = old_conf.merge(stack_conf)
+  deploy.updateBasketofKittens(stack_conf)
+  deployer = MU::Deploy.new(
+    deploy.environment,
+    verbosity: verbosity,
+    webify_logs: $opts[:web],
+    nocleanup: true, # don't accidentally blow up an existing deploy
+    stack_conf: stack_conf,
+    deploy_id: $opts[:update],
+    deploy_obj: deploy
+  )
+  deployer.run
+  exit 0
+end
+
+$application_cookbook = stack_conf["application_cookbook"]
+Dir.chdir(MU.installDir)
+
+cfm_path = "/tmp/cloudformation-#{stack_conf['appname']}.json"
+if !$opts[:cloudformation_output].nil?
+  cfm_path = $opts[:cloudformation_output]
+end
+
+deployer = MU::Deploy.new(
+  $opts[:environment],
+  verbosity: verbosity,
+  webify_logs: $opts[:web],
+  nocleanup: $opts[:nocleanup],
+  cloudformation_path: cfm_path,
+  force_cloudformation: $opts[:cloudformation],
+  stack_conf: stack_conf
+)
+
+deployer.run

data/bin/mu-firewall-allow-clients

@@ -0,0 +1,30 @@
+#!/usr/local/ruby-current/bin/ruby
+# Copyright:: Copyright (c) 2014 eGlobalTech, Inc., all rights reserved
+#
+# Licensed under the BSD-3 license (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License in the root of the project or at
+#
+#     http://egt-labs.com/mu/LICENSE.html
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Manages network access to our syslog port (10514) for clients, by harvesting
+# a list of IPs from Chef (and assuming that we're in EC2).
+
+if ARGV.size > 0
+  puts "#{$0}: Freshen the Mu Master's security groups to allow client nodes to connect back."
+  exit 1
+end
+
+require 'rubygems'
+require 'bundler/setup'
+require 'mu'
+
+# XXX this should be rolled into mu-aws-setup
+
+MU::Cloud::AWS.openFirewallForClients

data/bin/mu-gcp-setup

@@ -0,0 +1,200 @@
+#!/usr/local/ruby-current/bin/ruby
+#
+# Copyright:: Copyright (c) 2017 eGlobalTech, Inc., all rights reserved
+#
+# Licensed under the BSD-3 license (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License in the root of the project or at
+#
+#     http://egt-labs.com/mu/LICENSE.html
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Perform initial Mu setup tasks:
+# 1. Set up an appropriate Security Group
+# 2. Associate a specific Elastic IP address to this MU server, if required.
+# 3. Create an S3 bucket for Mu logs.
+
+require 'etc'
+require 'securerandom'
+
+require File.expand_path(File.dirname(__FILE__))+"/mu-load-config.rb"
+
+require 'rubygems'
+require 'bundler/setup'
+require 'json'
+require 'erb'
+require 'optimist'
+require 'json-schema'
+require 'mu'
+Dir.chdir(MU.installDir)
+
+$opts = Optimist::options do
+  banner <<-EOS
+Usage:
+#{$0} [-i] [-s] [-l] [-u] [-d]
+  EOS
+#  opt :ip, "Attempt to configure the IP requested in the CHEF_PUBLIC_IP environment variable, or if none is set, to associate an arbitrary Elastic IP.", :require => false, :default => false, :type => :boolean
+  opt :sg, "Attempt to configure a Security Group with appropriate permissions.", :require => false, :default => false, :type => :boolean
+  opt :logs, "Ensure the presence of an Cloud Storage bucket prefixed with 'Mu_Logs' for use with CloudTrails, syslog, etc.", :require => false, :default => false, :type => :boolean
+#  opt :dns, "Ensure the presence of a private DNS Zone called for internal amongst Mu resources.", :require => false, :default => false, :type => :boolean
+  opt :uploadlogs, "Push today's log files to the Cloud Storage bucket created by the -l option.", :require => false, :default => false, :type => :boolean
+end
+
+if MU::Cloud::Google.hosted
+  instance = MU.myCloudDescriptor
+  admin_sg_name = "mu-master-"+MU.myInstanceId+"-ingress-allow"
+  if !instance.tags.items or !instance.tags.items.include?(admin_sg_name)
+    newitems = instance.tags.items ? instance.tags.items.dup : []
+    newitems << admin_sg_name
+    MU.log "Setting my instance tags", MU::NOTICE, details: newitems
+    newtags = MU::Cloud::Google.compute(:Tags).new(
+      fingerprint: instance.tags.fingerprint,
+      items: newitems
+    )
+    MU::Cloud::Google.compute.set_instance_tags(
+      MU::Cloud::Google.myProject,
+      MU.myAZ,
+      MU.myInstanceId,
+      newtags
+    )
+    instance = MU.myCloudDescriptor
+  end
+  preferred_ip = MU.mu_public_ip
+end
+
+# Create a security group, or manipulate an existing one, so that we have all
+# of the appropriate network holes.
+if $opts[:sg]
+  open_ports = [80, 443, 2260, 7443, 8443, 9443, 8200]
+
+  found = MU::MommaCat.findStray("Google", "firewall_rule", dummy_ok: true, cloud_id: admin_sg_name)
+  admin_sg = found.first if !found.nil? and found.size > 0
+
+  rules = []
+  open_ports.each { |port|
+    rules << {
+      "proto" => "tcp",
+      "port" => port.to_s,
+      "hosts" => ["0.0.0.0/0"]
+    }
+  }
+# TODO this is getting subsumed in all the 0.0.0.0/0 above; what we really want is a separate rule for this
+  rules << {
+    "proto" => "tcp",
+    "port" => 22,
+    "hosts" => ["#{preferred_ip}/32"]
+  }
+  cfg = {
+    "name" => admin_sg_name,
+    "cloud" => "Google",
+    "rules" => rules,
+    "project" => MU::Cloud::Google.myProject,
+    "target_tags" => [admin_sg_name],
+    "vpc" => {
+      "vpc_id" => instance.network_interfaces.first.network
+    }
+  }
+
+  if !admin_sg
+    admin_sg = MU::Cloud::FirewallRule.new(kitten_cfg: cfg, mu_name: "mu-master-"+MU.myInstanceId)
+    admin_sg.create
+    admin_sg.groom
+  else
+# TODO Make sure the rules and tags are up to date
+  end
+
+end
+
+$bucketname = $MU_CFG['google']['log_bucket_name']
+
+if $opts[:logs]
+  exists = false
+
+  MU.log "Configuring log and secret Google Cloud Storage bucket '#{$bucketname}'"
+
+  bucket = nil
+  begin
+    bucket = MU::Cloud::Google.storage.get_bucket($bucketname)
+  rescue ::Google::Apis::ClientError => e
+    if e.message.match(/notFound:/)
+      MU.log "Creating #{$bucketname} bucket"
+      bucketobj = MU::Cloud::Google.storage(:Bucket).new(
+        name: $bucketname,
+        location: "US", # XXX why is this needed?
+        versioning: MU::Cloud::Google.storage(:Bucket)::Versioning.new(
+          enabled: true
+        ),
+        lifecycle: MU::Cloud::Google.storage(:Bucket)::Lifecycle.new(
+          rule: [ MU::Cloud::Google.storage(:Bucket)::Lifecycle::Rule.new(
+            action: MU::Cloud::Google.storage(:Bucket)::Lifecycle::Rule::Action.new(
+              type: "SetStorageClass",
+              storage_class: "DURABLE_REDUCED_AVAILABILITY"
+            ),
+            condition: MU::Cloud::Google.storage(:Bucket)::Lifecycle::Rule::Condition.new(
+              age: 180
+            )
+          )]
+        )
+      )
+      bucket = MU::Cloud::Google.storage.insert_bucket(
+        MU::Cloud::Google.defaultProject,
+        bucketobj
+      )
+    else
+      raise MuError, e.inspect
+    end
+  end
+
+  ebs_key = nil
+
+  begin
+    ebs_key = MU::Cloud::Google.storage.get_object($bucketname, "log_vol_ebs_key")
+  rescue ::Google::Apis::ClientError => e
+    if e.message.match(/notFound:/)
+      # XXX this may not be useful outside of AWS
+      MU.log "Creating new key for encrypted log volume"
+      key = SecureRandom.random_bytes(32)
+      f = Tempfile.new("logvolkey") # XXX this is insecure and stupid
+      f.write key
+      f.close
+      objectobj = MU::Cloud::Google.storage(:Object).new(
+        bucket: $bucketname,
+        name: "log_vol_ebs_key"
+      )
+      ebs_key = MU::Cloud::Google.storage.insert_object(
+        $bucketname,
+        objectobj,
+        upload_source: f.path
+      )
+      f.unlink
+    else
+      raise MuError, e.inspect
+    end
+  end
+
+  MU::Master.disk("/dev/xvdl", "/Mu_Logs", 50, "log_vol_ebs_key", "ram7")
+end
+
+if $opts[:dns]
+end
+
+if $opts[:uploadlogs]
+  today = Time.new.strftime("%Y%m%d").to_s
+  ["master.log", "nodes.log"].each { |log|
+    if File.exists?("/Mu_Logs/#{log}-#{today}")
+      MU.log "Uploading /Mu_Logs/#{log}-#{today} to bucket #{$bucketname}"
+      MU::Cloud::AWS.s3.put_object(
+          bucket: $bucketname,
+          key: "#{log}/#{today}",
+          body: File.read("/Mu_Logs/#{log}-#{today}")
+      )
+    else
+      MU.log "No log /Mu_Logs/#{log}-#{today} was found", MU::WARN
+    end
+  }
+end

data/bin/mu-gen-docs

@@ -0,0 +1,34 @@
+#!/usr/local/ruby-current/bin/ruby
+# Copyright:: Copyright (c) 2014 eGlobalTech, Inc., all rights reserved
+#
+# Licensed under the BSD-3 license (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License in the root of the project or at
+#
+#     http://egt-labs.com/mu/LICENSE.html
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+if ARGV.size > 0
+  puts "#{$0}: Freshen the Mu Master's API and configuration documentation"
+  exit 1
+end
+
+require 'rubygems'
+require 'bundler/setup'
+require 'json'
+require 'erb'
+require 'optimist'
+require 'json-schema'
+require File.realpath(File.expand_path(File.dirname(__FILE__)+"/mu-load-config.rb"))
+require 'mu'
+require 'yard'
+
+MU::Config.emitSchemaAsRuby
+MU.log "Generating YARD documentation in /var/www/html/docs (see http://#{$MU_CFG['public_address']}/docs/frames.html)"
+File.umask(0022)
+exec "cd #{MU.myRoot} && umask 0022 && env -i PATH=#{ENV['PATH']} HOME=#{ENV['HOME']} /usr/local/ruby-current/bin/yard doc modules -m markdown -o /var/www/html/docs && chcon -R -h -t httpd_sys_script_exec_t /var/www/html/ ; /usr/local/ruby-current/bin/yard stats --list-undoc modules"

data/bin/mu-gen-env

@@ -0,0 +1,42 @@
+#!/usr/local/ruby-current/bin/ruby
+# Copyright:: Copyright (c) 2017 eGlobalTech, Inc., all rights reserved
+#
+# Licensed under the BSD-3 license (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License in the root of the project or at
+#
+#     http://egt-labs.com/mu/LICENSE.html
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# This is a dopey bridge script to support mu-upload-chef-artifacts, the last
+# of our Bourne shell cruft. It expects things to exist in certain env
+# variables, which now live exclusively in mu.yaml. Give it what it wants. This
+# can be removed once mu-upload-chef-artifacts gets its long-overdue rewrite in
+# an adult language.
+require File.realpath(File.expand_path(File.dirname(__FILE__)+"/mu-load-config.rb"))
+
+keymap = {
+  "installdir" => "MU_INSTALLDIR",
+  "libdir" => "MU_LIBDIR",
+  "repos" => "ADDTL_CHEF_REPOS",
+  "public_address" => "CHEF_PUBLIC_IP"
+}
+
+require 'mu'
+$MU_CFG.each_pair { |key, val|
+  next if key == "datadir"
+  varname = keymap.has_key?(key) ? keymap[key] : key.upcase
+  if val.is_a?(Array)
+    puts varname+"="+val.join(",")
+  elsif val.is_a?(Hash)
+  # too much work
+  else
+    puts "export "+varname+'="'+val.to_s+'"'
+  end
+}
+puts "export PATH=#{$MU_CFG['installdir']}/bin:/usr/local/ruby-current/bin:${PATH}:/opt/opscode/embedded/bin"

data/bin/mu-load-config.rb

@@ -0,0 +1,158 @@
+#!/usr/bin/env PATH="/usr/local/ruby-current/bin/ruby:${PATH}" ruby
+# Copyright:: Copyright (c) 2014 eGlobalTech, Inc., all rights reserved
+#
+# Licensed under the BSD-3 license (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License in the root of the project or at
+#
+#     http://egt-labs.com/mu/LICENSE.html
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+require 'yaml'
+require 'etc'
+require 'json'
+require 'erubis'
+require 'socket'
+
+# Locate and load the Mu Master's configuration, typically stored in
+# /opt/mu/etc/mu.yaml. If ~/.mu.yaml exists, load that too and allow it to
+# override values from the global config. Also puts Mu's /modules directory
+# into the Ruby $LOAD_PATH.
+# @return [Hash]
+def loadMuConfig(default_cfg_overrides = nil)
+  # Start with sane defaults
+  default_cfg = {
+    "installdir" => "/opt/mu",
+    "libdir" => "/opt/mu/lib",
+    "hostname" => "mu-master",
+    "ssl" => {
+      "cert" => "/opt/mu/var/ssl/mommacat.crt",
+      "key" => "/opt/mu/var/ssl/mommacat.key",
+      "chain" => "/opt/mu/var/ssl/Mu_CA.pem"
+    },
+    "mu_admin_email" => "root@localhost",
+    "jenkins_admin_email" => "root@localhost",
+    "allow_invade_foreign_vpcs" => false,
+    "mu_repo" => "cloudamatic/mu.git",
+    "public_address" => Socket.gethostname || "localhost",
+    "banner" => "Mu Master",
+    "scratchpad" => {
+      "template_path" => "/opt/mu/lib/modules/scratchpad.erb",
+      "max_age" => 3600
+    },
+    "ldap" => {
+      "type" => "389 Directory Services",
+      "base_dn" => "OU=Mu,DC=platform-mu",
+      "user_ou" => "OU=Users,OU=Mu,DC=platform-mu",
+      "group_ou" => "OU=Groups,OU=Mu,DC=platform-mu",
+      "bind_creds" => {
+        "vault" => "mu_ldap",
+        "item" => "mu_bind_acct",
+        "username_field" => "username",
+        "password_field" => "password"
+      },
+      "join_creds" => {
+        "vault" => "mu_ldap",
+        "item" => "mu_join_acct",
+        "username_field" => "username",
+        "password_field" => "password"
+      },
+      "domain_name" => "platform-mu",
+      "domain_netbios_name" => "mu",
+      "user_group_dn" => "CN=mu-users,OU=Groups,OU=Mu,DC=platform-mu",
+      "user_group_name" => "mu-users",
+      "admin_group_dn" => "CN=mu-admins,OU=Groups,OU=Mu,DC=platform-mu",
+      "admin_group_name" => "mu-admins",
+      "dcs" => ["127.0.0.1"]
+    }
+  }
+  default_cfg.merge!(default_cfg_overrides) if default_cfg_overrides
+
+  if !File.exists?(cfgPath) and Process.uid == 0
+    puts "**** Master config #{cfgPath} does not exist, initializing *****"
+    File.open(cfgPath, File::CREAT|File::TRUNC|File::RDWR, 0644){ |f|
+      f.puts default_cfg.to_yaml
+    }
+  end
+
+  global_cfg = { "config_files" => [] }
+  if File.exists?(cfgPath)
+    global_cfg = YAML.load(File.read(cfgPath))
+    global_cfg["config_files"] = [cfgPath]
+  end
+
+  home = Etc.getpwuid(Process.uid).dir
+  username = Etc.getpwuid(Process.uid).name
+  if File.readable?("#{home}/.mu.yaml") and cfgPath != "#{home}/.mu.yaml"
+    global_cfg.merge!(YAML.load(File.read("#{home}/.mu.yaml")))
+    global_cfg["config_files"] << "#{home}/.mu.yaml"
+  end
+  if !global_cfg.has_key?("installdir")
+    if ENV['MU_INSTALLDIR']
+      global_cfg["installdir"] = ENV['MU_INSTALLDIR']
+    elsif Gem.paths and Gem.paths.home
+      global_cfg["installdir"] = File.realpath(File.expand_path(File.dirname(Gem.paths.home))+"/../../../")
+    else
+      global_cfg["installdir"] = "/opt/mu"
+    end
+  end
+  if !global_cfg.has_key?("libdir")
+    if ENV['MU_INSTALLDIR']
+      global_cfg["libdir"] = ENV['MU_INSTALLDIR']+"/lib"
+    else
+      global_cfg["libdir"] = File.realpath(File.expand_path(File.dirname(__FILE__))+"/..")
+    end
+  end
+  if !global_cfg.has_key?("datadir")
+    if username != "root"
+      global_cfg["datadir"] = home+"/.mu"
+    elsif global_cfg.has_key?("installdir")
+      global_cfg["datadir"] = global_cfg["installdir"]+"/var"
+    else
+      global_cfg["datadir"] = "/opt/mu/var"
+    end
+  end
+
+  $LOAD_PATH << "#{global_cfg["libdir"]}/modules"
+  return default_cfg.merge(global_cfg).freeze
+end
+
+def cfgPath
+  home = Etc.getpwuid(Process.uid).dir
+  username = Etc.getpwuid(Process.uid).name
+  if Process.uid == 0
+    if ENV.include?('MU_INSTALLDIR')
+      ENV['MU_INSTALLDIR']+"/etc/mu.yaml"
+    elsif Dir.exists?("/opt/mu")
+      File.realpath(File.expand_path(File.dirname(__FILE__)+"/../../etc"))
+    else
+      "#{home}/.mu.yaml"
+    end
+  else
+    "#{home}/.mu.yaml"
+  end
+end
+
+def cfgExists?
+  File.exists?(cfgPath)
+end
+
+# Output an in-memory configuration hash to the standard config file location,
+# in YAML.
+# @param cfg [Hash]: The configuration to dump
+# @param comment [Hash]: A configuration blob that will be appended as a commented block
+def saveMuConfig(cfg, comment = nil)
+  puts "**** Saving master config to #{cfgPath} *****"
+  File.open(cfgPath, File::CREAT|File::TRUNC|File::RDWR, 0644){ |f|
+    f.puts cfg.to_yaml
+    if comment and comment.size > 0
+      f.puts comment.to_yaml.sub(/^---$/, "EXAMPLE CLOUD LAYERS").gsub(/^/, "# ")
+    end
+  }
+end
+
+$MU_CFG = loadMuConfig($MU_SET_DEFAULTS)