cloud-mu 1.9.0.pre.beta

data/cookbooks/nagios/templates/default/servicegroups.cfg.erb

@@ -0,0 +1,14 @@
+# ----------------------------------------------------------------
+# NOTE: This file is controlled by chef templates!
+# Do not edit or change this file but change the following:
+# template file : servicegroups.cfg.erb
+# ----------------------------------------------------------------
+# Servicegroup definitions
+# ----------------------------------------------------------------
+
+<% Nagios.instance.servicegroups.each do |key,servicegroup| -%>
+<% if servicegroup.name.nil? # Skipping all the template servicegroups %>
+<%= servicegroup.definition %>
+
+<% end %>
+<% end -%>

data/cookbooks/nagios/templates/default/services.cfg.erb

@@ -0,0 +1,14 @@
+# ----------------------------------------------------------------
+# NOTE: This file is controlled by chef templates!
+# Do not edit or change this file but change the following:
+# template file : services.cfg.erb
+# ----------------------------------------------------------------
+# Service definitions
+# ----------------------------------------------------------------
+
+<% Nagios.instance.services.each do |key,service| -%>
+<% if service.name.nil? # Skipping all the template services %>
+<%= service.definition %>
+
+<% end %>
+<% end -%>

data/cookbooks/nagios/templates/default/templates.cfg.erb

@@ -0,0 +1,31 @@
+# $Id: Generated by chef for node: <%= node['hostname'] %>
+# ----------------------------------------------------------------
+# NOTE: This file is controlled by chef templates!
+# Do not edit or change this file but change the following:
+# template file : templates.cfg.erb
+# ----------------------------------------------------------------
+# Contact definitions
+# Host definitions
+# Service definitions
+# ----------------------------------------------------------------
+
+<% Nagios.instance.contacts.each do |key,contact| -%>
+<% if contact.name # Only get all the template contacts %>
+<%= contact.definition %>
+
+<% end %>
+<% end -%>
+
+<% Nagios.instance.hosts.each do |key,host| -%>
+<% if host.name # Only get all the template hosts %>
+<%= host.definition %>
+
+<% end %>
+<% end -%>
+
+<% Nagios.instance.services.each do |key,service| -%>
+<% if service.name # Only get all the template services %>
+<%= service.definition %>
+
+<% end %>
+<% end -%>

data/cookbooks/nagios/templates/default/timeperiods.cfg.erb

@@ -0,0 +1,13 @@
+# $Id: Generated by chef for node: <%= node['hostname'] %>
+# ----------------------------------------------------------------
+# NOTE: This file is controlled by chef templates!
+# Do not edit or change this file but change the following:
+# template file : timeperiods.cfg.erb
+# ----------------------------------------------------------------
+# Time period definitions
+# ----------------------------------------------------------------
+
+<% Nagios.instance.timeperiods.each do |entry,timeperiod| -%>
+<%= timeperiod.definition %>
+
+<% end -%>

data/cookbooks/s3fs/CHANGELOG.md

@@ -0,0 +1,13 @@
+healthdata CHANGELOG
+====================
+
+This file is used to list changes made in each version of the healthdata cookbook.
+
+0.1.0
+-----
+- [your_name] - Initial release of healthdata
+
+- - -
+Check the [Markdown Syntax Guide](http://daringfireball.net/projects/markdown/syntax) for help with Markdown.
+
+The [Github Flavored Markdown page](http://github.github.com/github-flavored-markdown/) describes the differences between markdown on github and standard markdown.

data/cookbooks/s3fs/LICENSE

@@ -0,0 +1,37 @@
+Through accessing, reading, or utilizing this software in any manner whatsoever
+or through any means whatsoever, whether the access, reading or use is either
+solely looking at this software or this software has been integrated into any
+derivative work, the party accessing,  reading, or utilizing the software
+directly or indirectly agrees to abide by the following license. 
+
+The eGlobalTech Cloud Automation Platform is the Copyright (c) 2014 of Global
+Tech Inc. All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+3. Neither the name of the copyright holder nor the names of its contributors
+may be used to endorse or promote products derived from this software without
+specific prior written permission.
+
+Global Tech, Inc. is the co-owner of any derivative works created with this
+software. 
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+

data/cookbooks/s3fs/README.md

@@ -0,0 +1,6 @@
+healthdata Cookbook
+===================
+
+I don't know what this does, and I assume it isn't actually called healthdata???
+
+TODO: Improve Readme.md

data/cookbooks/s3fs/attributes/default.rb

@@ -0,0 +1,15 @@
+# Copyright:: Copyright (c) 2014 eGlobalTech, Inc., all rights reserved
+#
+# Licensed under the BSD-3 license (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License in the root of the project or at
+#
+#     http://egt-labs.com/mu/LICENSE.html
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+default['s3fs']['version'] = '1.78'

data/cookbooks/s3fs/metadata.rb

@@ -0,0 +1,16 @@
+name 's3fs'
+maintainer 'Mu'
+maintainer_email 'mu-developers@googlegroups.com'
+license 'BSD-3-Clause'
+description 'Installs/Configures s3fs'
+long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
+source_url 'https://github.com/cloudamatic/mu'
+issues_url 'https://github.com/cloudamatic/mu/issues'
+chef_version '>= 14.0' if respond_to?(:chef_version)
+version '0.2.0'
+
+%w( amazon centos redhat windows ).each do |os|
+	supports os
+end
+
+depends "mu-utility"

data/cookbooks/s3fs/recipes/default.rb

@@ -0,0 +1,91 @@
+#
+# Cookbook Name:: s3fs
+# Recipe:: default
+#
+# Copyright:: Copyright (c) 2014 eGlobalTech, Inc., all rights reserved
+#
+# Licensed under the BSD-3 license (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License in the root of the project or at
+#
+#     http://egt-labs.com/mu/LICENSE.html
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+include_recipe "mu-utility::zip"
+package "make"
+
+build_essential 'name' do
+  compile_time  True
+end
+
+case node['platform']
+
+  when "centos"
+
+    ["curl", "curl-devel", "libxml2", "libxml2-devel", "openssl-devel", "mailcap"].each { |pkg| package pkg }
+
+    cookbook_file "/usr/local/src/fuse-2.9.3.zip" do
+      source "fuse-2.9.3.zip"
+      mode 0755
+      owner "root"
+      group "root"
+    end
+
+    bash "install fuse" do
+      user 'root'
+      cwd '/usr/local/src/'
+      code <<-EOH
+        unzip fuse-2.9.3.zip
+        mv fuse-2.9.3 fuse
+        (cd fuse/ && ./configure --prefix=/usr && make && make install)
+        rm -f fuse-2.9.3.zip
+        echo '# Fuse\nexport PKG_CONFIG_PATH=/usr/lib/pkgconfig:/usr/lib64/pkgconfig/' >> /root/.bashrc
+        source /root/.bashrc
+        ldconfig
+        modprobe fuse
+      EOH
+      not_if 'lsmod | grep fuse'
+    end
+
+    remote_file "/usr/local/src/s3fs-#{node['s3fs']['version']}.tar.gz" do
+      source "https://github.com/s3fs-fuse/s3fs-fuse/archive/v#{node['s3fs']['version']}.tar.gz"
+      notifies :run, 'bash[install s3fs]', :immediately
+    end
+
+    bash 'install s3fs' do
+      user 'root'
+      cwd '/usr/local/src'
+      code <<-EOH
+        source /root/.bashrc
+        tar -zxf s3fs-#{node['s3fs']['version']}.tar.gz
+        (cd s3fs-fuse-#{node['s3fs']['version']}/ && . autogen.sh && sh configure && make && make install)
+      EOH
+      not_if "s3fs --version | grep #{node['s3fs']['version']}"
+    end
+
+  when "ubuntu"
+    ["python-support", "pkg-config", "fuse", "libfuse-dev", "libcurl4-openssl-dev", "libxml2-dev", "libcrypto++-dev"].each { |pkg| package pkg }
+
+    remote_file "/usr/local/src/s3fs-#{node['s3fs']['version']}.tar.gz" do
+      source "https://github.com/s3fs-fuse/s3fs-fuse/archive/v#{node['s3fs']['version']}.tar.gz"
+    end
+
+    bash "install s3fs" do
+      user "root"
+      cwd '/usr/local/src/'
+      code <<-EOH
+        source /root/.bashrc
+        tar xvzf s3fs-#{node['s3fs']['version']}.tar.gz
+        (cd s3fs-fuse-#{node['s3fs']['version']}/ && ./autogen.sh && ./configure --prefix=/usr && make && make install)
+      EOH
+      not_if "s3fs --version | grep #{node['s3fs']['version']}"
+    end
+  else
+    Chef::Log.info("Unsupported platform #{node['platform']}")
+end
+

data/data_bags/demo/app.json

@@ -0,0 +1,7 @@
+{
+  "id": "app",
+  "project": {
+    "id": "Call Awesome: Cutting Edge Technology",
+    "name": "Chef Demo"
+  }
+}

data/data_bags/nagios_services/chef.json

@@ -0,0 +1,6 @@
+{
+  "id": "chef",
+  "hostgroup_name": "mu-master",
+  "notification_interval": 7200,
+  "command_line": "$USER1$/check_http -I $HOSTADDRESS$ -S -p 7443"
+}

data/data_bags/nagios_services/linux_diskspace.json

@@ -0,0 +1,5 @@
+{
+	"id": "linux_diskspace",
+	"hostgroup_name": "linux",
+  "command_line": "/opt/mu/bin/mu-tunnel-nagios -d $HOSTNAME$ -p 5666 -a '\\-p' -c \"$USER1$/check_nrpe -H 127.0.0.1 -c check_disk\" -i \"$USER1$/check_nrpe -H $HOSTNAME$ -c check_disk\""
+}

data/data_bags/nagios_services/momma_cat.json

@@ -0,0 +1,6 @@
+{
+  "id": "momma_cat",
+  "hostgroup_name": "mu-master",
+  "notification_interval": 7200,
+  "command_line": "$USER1$/check_tcp -H $HOSTADDRESS$ -p 2260"
+}

data/data_bags/nagios_services/mu-master-memory.json

@@ -0,0 +1,5 @@
+{
+	"id": "mu_master_memory",
+	"hostgroup_name": "mu-master",
+	"command_line": "$USER1$/check_nrpe -H $HOSTADDRESS$ -c check_mem"
+}

data/data_bags/nagios_services/nagios_ui.json

@@ -0,0 +1,6 @@
+{
+  "id": "nagios_ui",
+  "hostgroup_name": "mu-master",
+  "notification_interval": 7200,
+  "command_line": "$USER1$/check_http -I $HOSTADDRESS$ -p 8443 -S -e 401"
+}

data/data_bags/nagios_services/node_ssh.json

@@ -0,0 +1,6 @@
+{
+  "id": "node_ssh",
+  "hostgroup_name": "mu-node",
+  "notification_interval": 7200,
+  "command_line": "/opt/mu/bin/mu-tunnel-nagios -d $HOSTNAME$ -p 22 -a '' -c \"$USER1$/check_ssh $ARG1$ 127.0.0.1\" -i \"$USER1$/check_ssh $ARG1$ $HOSTNAME$\""
+}

data/data_bags/nagios_services/ssh.json

@@ -0,0 +1,6 @@
+{
+  "id": "ssh",
+  "hostgroup_name": "mu-master",
+  "notification_interval": 7200,
+  "command_line": "$USER1$/check_ssh $ARG1$ $HOSTNAME"
+}

data/demo/lambda_test.yaml

@@ -0,0 +1,29 @@
+---
+appname: lambda_test
+functions:
+  - name: test
+    cloud: AWS
+    region: us-east-1
+    run_time: nodejs6.10
+    iam_role: lambda_basic_execution
+    memory: 256
+    handler: index.handler
+    timeout: 15
+    code:
+      - 
+        s3_bucket: mu-cfn-installer
+        s3_key: index.js.zip
+    environment_variables:
+      - key: 'this_is_a_key'
+        value: 'value'
+    tags:
+      - created_by: 'Amrit'
+      - email: 'amrit.gill@eglobaltech.com'
+    vpc:
+      vpc_name: 'amrit-vpc'
+      subnet_name: 'amrit-subnet'
+      security_group_name: 'amrit-vpc-sg'    
+    trigger:
+      name: 'qwd'
+      type: 'events'
+

data/environments/DEV.json

@@ -0,0 +1,8 @@
+{
+	"name": "DEV",
+	"default_attributes": {
+	  },
+	"json_class": "Chef::Environment",
+	"description": "Infrastructure development environment",
+	"chef_type": "environment"
+}

data/environments/PROD.json

@@ -0,0 +1,8 @@
+{
+	"name": "PROD",
+	"default_attributes": {
+	  },
+	"json_class": "Chef::Environment",
+	"description": "Infrastructure production environment",
+	"chef_type": "environment"
+}

data/environments/dev.json

@@ -0,0 +1,8 @@
+{
+  "name": "dev",
+  "default_attributes": {
+  },
+  "json_class": "Chef::Environment",
+  "description": "Infrastructure development environment",
+  "chef_type": "environment"
+}

data/environments/development.json

@@ -0,0 +1,8 @@
+{
+  "name": "development",
+  "default_attributes": {
+  },
+  "json_class": "Chef::Environment",
+  "description": "Infrastructure development environment",
+  "chef_type": "environment"
+}

data/environments/prod.json

@@ -0,0 +1,8 @@
+{
+  "name": "prod",
+  "default_attributes": {
+  },
+  "json_class": "Chef::Environment",
+  "description": "Infrastructure production environment",
+  "chef_type": "environment"
+}

data/extras/README.md

@@ -0,0 +1 @@
+The extras directory is for helpful and typically optional scripts and artifacts to assist in deployment.  

data/extras/admin-role-binding.yaml

@@ -0,0 +1,16 @@
+# A generic admin role for Kubernetes
+apiVersion: rbac.authorization.k8s.io/v1beta1
+kind: ClusterRoleBinding
+metadata:
+  name: admin-user
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: cluster-admin
+subjects:
+- kind: ServiceAccount
+  name: admin-user
+  namespace: kube-system
+- kind: ServiceAccount
+  name: admin-user
+  namespace: gitlab-managed-apps

data/extras/admin-user.yaml

@@ -0,0 +1,6 @@
+# A generic admin user for Kubernetes
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: admin-user
+  namespace: kube-system

data/extras/aws-auth-cm.yaml.erb

@@ -0,0 +1,12 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: aws-auth
+  namespace: kube-system
+data:
+  mapRoles: |
+    - rolearn: <%= @worker_role_arn %>
+      username: system:node:{{EC2PrivateDNSName}}
+      groups:
+        - system:bootstrappers
+        - system:nodes

data/extras/clean-stock-amis

@@ -0,0 +1,48 @@
+#!/usr/local/ruby-current/bin/ruby
+# Copyright:: Copyright (c) 2014 eGlobalTech, Inc., all rights reserved
+#
+# Licensed under the BSD-3 license (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License in the root of the project or at
+#
+#     http://egt-labs.com/mu/LICENSE.html
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'optimist'
+require 'json'
+require File.realpath(File.expand_path(File.dirname(__FILE__)+"/../bin/mu-load-config.rb"))
+require 'mu'
+
+filters = [
+  {
+    name: "owner-id",
+    values: [MU.account_number]
+  }
+]
+
+
+MU::Cloud::AWS.listRegions.each { | r|
+  images = MU::Cloud::AWS.ec2(r).describe_images(
+    filters: filters + [{ "name" => "state", "values" => ["available"]}]
+  ).images
+  images.each { |ami|
+		if (DateTime.now.to_time - DateTime.parse(ami.creation_date).to_time) > 15552000 and ami.name.match(/^MU-(PROD|DEV)/)
+			snaps = []
+			ami.block_device_mappings.each { |dev|
+				if !dev.ebs.nil?
+					snaps << dev.ebs.snapshot_id
+				end
+			}
+			MU.log "Deregistering #{ami.name} (#{ami.creation_date})", MU::WARN, details: snaps
+			MU::Cloud::AWS.ec2(r).deregister_image(image_id: ami.image_id)
+			snaps.each { |snap_id|
+				MU::Cloud::AWS.ec2(r).delete_snapshot(snapshot_id: snap_id)
+			}
+		end
+  }
+}

data/extras/git-fix-permissions-hook

@@ -0,0 +1,12 @@
+#!/bin/sh
+#
+# Fix permissions that Git and our standard umask tend to stomp.
+
+if [ "`whoami`" == "root" ];then
+  scriptpath="`dirname $0`"
+  library=1
+  # XXX dumbly depend on this old shell lib
+  # XXX dumbly assume we're in Mu's LIBDIR in .git/hooks
+  source "$scriptpath/../../install/deprecated-bash-library.sh"
+  set_permissions "skip_rubies"
+fi

data/extras/gitlab-eks-helper.sh.erb

@@ -0,0 +1,20 @@
+#!/bin/sh
+
+cfg="<%= kube_conf %>"
+kubectl="kubectl --kubeconfig $cfg"
+
+echo "API URL:"
+cat $cfg | grep server: | awk '{print $2}'
+echo ""
+
+echo "CA Certificate:"
+cat $cfg | grep certificate-authority-data: | awk '{print $2}' | base64 -d
+echo ""
+
+echo "Token:"
+$kubectl -n kube-system describe secret $($kubectl -n kube-system get secret | grep admin-user | awk '{print $1}') | grep '^token:' | awk '{print $2}'
+
+if ! ($kubectl get clusterrolebindings | grep ^default-gitlab-sa-admin > /dev/null);then
+  # this might not work if the gitlab-managed-apps namespace doesn't exist yet
+  $kubectl create clusterrolebinding --user system:serviceaccount:gitlab-managed-apps:default default-gitlab-sa-admin --clusterrole cluster-admin
+fi

data/extras/image-generators/README.md

@@ -0,0 +1,2 @@
+These descriptors will build standard Mu AMIs of various operating systems,
+replicate them to all known Amazon regions, and flag them as public.

data/extras/image-generators/aws/centos6.yaml

@@ -0,0 +1,18 @@
+---
+  appname: mu
+  servers: 
+    - 
+      name: centos6
+      platform: centos6
+      size: m3.medium
+      scrub_groomer: true
+      run_list:
+      - recipe[mu-tools::cloudinit]
+      - recipe[mu-tools::apply_security]
+      - recipe[mu-tools::updates]
+      - recipe[mu-tools::split_var_partitions]
+      create_image:
+        image_then_destroy: true
+        public: true
+        copy_to_regions:
+        - "#ALL"

data/extras/image-generators/aws/centos7-govcloud.yaml

@@ -0,0 +1,24 @@
+---
+  appname: mu
+  parameters:
+  - name: vpc_id
+    cloudtype: AWS::EC2::VPC::Id
+    description: A simple VPC cloud id into which we'll attempt to insert this deployment.
+    default: <%= MU.myVPC %>
+  servers:
+  - name: centos7
+    platform: centos7
+    vpc:
+      vpc_id: <%= vpc_id %>
+      subnet_pref: private
+    size: m3.medium
+    scrub_groomer: true
+    run_list:
+    - recipe[mu-tools::apply_security]
+    - recipe[mu-tools::updates]
+    - recipe[mu-tools::split_var_partitions]
+    create_image:
+      image_then_destroy: true
+      public: true
+#      copy_to_regions:
+#      - "us-gov-east-1" # XXX uncomment when this exists

data/extras/image-generators/aws/centos7.yaml

@@ -0,0 +1,17 @@
+---
+  appname: mu
+  servers: 
+    - 
+      name: centos7
+      platform: centos7
+      size: m3.medium
+      scrub_groomer: true
+      run_list:
+      - recipe[mu-tools::apply_security]
+      - recipe[mu-tools::updates]
+      - recipe[mu-tools::split_var_partitions]
+      create_image:
+        image_then_destroy: true
+        public: true
+        copy_to_regions:
+        - "#ALL"

data/extras/image-generators/aws/rhel7.yaml

@@ -0,0 +1,17 @@
+---
+  appname: mu
+  servers: 
+    - 
+      name: rhel7
+      size: m3.medium
+      platform: rhel71
+      scrub_groomer: true
+      run_list:
+      - recipe[mu-tools::updates]
+      - recipe[mu-tools::apply_security]
+      - recipe[mu-tools::split_var_partitions]
+      create_image:
+        image_then_destroy: true
+        public: true
+        copy_to_regions:
+        - "#ALL"

data/extras/image-generators/aws/win2k12.yaml

@@ -0,0 +1,16 @@
+---
+  appname: mu
+  servers: 
+    - 
+      name: win2k12
+      platform: windows
+      size: m4.large
+      scrub_groomer: true
+      run_list:
+      - recipe[mu-tools::updates]
+      - recipe[mu-utility::cleanup_image_helper]
+      create_image:
+        image_then_destroy: true
+        public: true
+        copy_to_regions:
+        - "#ALL"

data/extras/image-generators/aws/win2k16.yaml

@@ -0,0 +1,16 @@
+---
+  appname: mu
+  servers: 
+    - 
+      name: win2k16
+      platform: windows
+      size: m4.large
+      scrub_groomer: true
+      run_list:
+      - recipe[mu-tools::updates]
+      - recipe[mu-utility::cleanup_image_helper]
+      create_image:
+        image_then_destroy: true
+        public: true
+        copy_to_regions:
+        - "#ALL"