cloud-mu 1.9.0.pre.beta

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 99522ede9ca4a27289aa29774c90fb8d4ddced64040b62c916a0fc0859530a4a
+  data.tar.gz: c0a6ef2bcbc026bb4ae35a2661fe1b4d3fd18698aef3822949d14f29ef1ca0d3
+SHA512:
+  metadata.gz: 8cd48976fc196d3da6c7d6abfd8b1eaeadcfcf88ae4f338513aaa9ce27b8602d4f9912f2a05352b28e4f219915c118c89b8efffebeed8299778e3ad9062efbd9
+  data.tar.gz: 02ad48db967c76bdadb9c82516c3f0b4ec8926201ff0fb84c3ea8045e72639838b4f97e2e0c92ec21817b94cfb903d21a704adb5d02146981bcff9c901d701b4

data/Berksfile

@@ -0,0 +1,56 @@
+source "https://supermarket.chef.io"
+cookbook_path = "cookbooks"
+
+# Platform Cookbooks
+cookbook 'mu-activedirectory', path: "#{cookbook_path}/mu-activedirectory"
+cookbook 'mu-splunk', path: "#{cookbook_path}/mu-splunk"
+cookbook 'mu-firewall', path: "#{cookbook_path}/mu-firewall"
+cookbook 'mu-glusterfs', path: "#{cookbook_path}/mu-glusterfs"
+cookbook 'mu-jenkins', path: "#{cookbook_path}/mu-jenkins"
+cookbook 'mu-master', path: "#{cookbook_path}/mu-master"
+cookbook 'mu-mongo', path: "#{cookbook_path}/mu-mongo"
+cookbook 'mu-openvpn', path: "#{cookbook_path}/mu-openvpn"
+cookbook 'mu-php54', path: "#{cookbook_path}/mu-php54"
+cookbook 'mu-tools', path: "#{cookbook_path}/mu-tools"
+cookbook 'mu-utility', path: "#{cookbook_path}/mu-utility"
+
+# Forked Cookbooks
+# cookbook 'awscli', path: "#{cookbook_path}/awscli"
+cookbook 'cloudcli', '~> 1.2.0'
+# cookbook 's3fs', path: "#{cookbook_path}/s3fs"
+cookbook 's3fs', '~> 3.0.1'
+
+# Nagios cookbook is borked, and dragging these cookbooks down with it...
+cookbook 'nagios', path: "#{cookbook_path}/nagios"
+cookbook 'apache2', '< 4.0'
+
+# Supermarket Cookbooks that are using latest as of 09/07/18
+cookbook 'chef-vault', '~> 3.1.1'
+cookbook 'windows', '~> 5.1.1'
+cookbook 'aws', '~> 2.9.3'
+cookbook 'build-essential', '~> 8.2.1'
+cookbook 'chef_nginx', '~> 6.2.0'
+cookbook 'freebsd', '~> 1.0.2'
+cookbook 'jenkins', '~> 6.2.0'
+cookbook 'logrotate', '~> 2.2.0'
+cookbook 'memcached', '~> 5.1.1'
+cookbook 'mongodb', '~> 0.16.2'
+cookbook 'runit', '~> 4.3.0'
+cookbook 'zipfile', '~> 0.2.0'
+cookbook 'yum', '~> 5.1.0'
+cookbook 'bind', '~> 2.2.0'
+cookbook 'bind9-ng', '~> 0.1.0'
+cookbook 'consul-cluster', '~> 2.0.0'
+cookbook 'database', '~> 6.1.1'
+cookbook 'firewall', '~> 2.6.5'
+cookbook 'hostsfile', '~> 3.0.1'
+cookbook 'java', '~> 2.2.0'
+cookbook 'mysql', '~> 8.5.1'
+cookbook 'nrpe', '~> 2.0.3'
+cookbook 'oracle-instantclient', '~> 1.1.0'
+cookbook 'poise-python', '~> 1.7.0'
+cookbook 'postfix', '~> 5.3.1'
+cookbook 'postgresql', '~> 7.1.0'
+cookbook 'simple_iptables', '~> 0.8.0'
+cookbook 'vault-cluster', '~> 2.1.0'
+cookbook 'yum-epel', '~> 3.2.0'

data/Berksfile.lock

@@ -0,0 +1,250 @@
+DEPENDENCIES
+  apache2 (< 4.0.0)
+  aws (~> 2.9.3)
+  bind (~> 2.2.0)
+  bind9-ng (~> 0.1.0)
+  build-essential (~> 8.2.1)
+  chef-vault (~> 3.1.1)
+  chef_nginx (~> 6.2.0)
+  cloudcli (~> 1.2.0)
+  consul-cluster (~> 2.0.0)
+  database (~> 6.1.1)
+  firewall (~> 2.6.5)
+  freebsd (~> 1.0.2)
+  hostsfile (~> 3.0.1)
+  java (~> 2.2.0)
+  jenkins (~> 6.2.0)
+  logrotate (~> 2.2.0)
+  memcached (~> 5.1.1)
+  mongodb (~> 0.16.2)
+  mu-activedirectory
+    path: cookbooks/mu-activedirectory
+  mu-firewall
+    path: cookbooks/mu-firewall
+  mu-glusterfs
+    path: cookbooks/mu-glusterfs
+  mu-jenkins
+    path: cookbooks/mu-jenkins
+  mu-master
+    path: cookbooks/mu-master
+  mu-mongo
+    path: cookbooks/mu-mongo
+  mu-openvpn
+    path: cookbooks/mu-openvpn
+  mu-php54
+    path: cookbooks/mu-php54
+  mu-splunk
+    path: cookbooks/mu-splunk
+  mu-tools
+    path: cookbooks/mu-tools
+  mu-utility
+    path: cookbooks/mu-utility
+  mysql (~> 8.5.1)
+  nagios
+    path: cookbooks/nagios
+  nrpe (~> 2.0.3)
+  oracle-instantclient (~> 1.1.0)
+  poise-python (~> 1.7.0)
+  postfix (~> 5.3.1)
+  postgresql (~> 7.1.0)
+  runit (~> 4.3.0)
+  s3fs (~> 3.0.1)
+  simple_iptables (~> 0.8.0)
+  vault-cluster (~> 2.1.0)
+  windows (~> 5.1.1)
+  yum (~> 5.1.0)
+  yum-epel (~> 3.2.0)
+  zipfile (~> 0.2.0)
+
+GRAPH
+  apache2 (3.3.1)
+  apt (7.1.1)
+  aws (2.9.3)
+    ohai (>= 2.1.0)
+  bind (2.2.1)
+  bind9-ng (0.1.0)
+  build-essential (8.2.1)
+    mingw (>= 1.1)
+    seven_zip (>= 0.0.0)
+  chef-sugar (4.1.0)
+  chef-vault (3.1.1)
+  chef_nginx (6.2.0)
+    build-essential (>= 0.0.0)
+    compat_resource (>= 12.16.3)
+    ohai (>= 4.1.0)
+    yum-epel (>= 0.0.0)
+    zypper (>= 0.0.0)
+  cloudcli (1.2.0)
+    poise-python (~> 1.6)
+  compat_resource (12.19.1)
+  consul (2.3.0)
+    build-essential (>= 0.0.0)
+    firewall (~> 2.0)
+    golang (>= 0.0.0)
+    nssm (>= 0.0.0)
+    poise (~> 2.2)
+    poise-archive (~> 1.3)
+    poise-service (~> 1.4)
+  consul-cluster (2.0.0)
+    consul (~> 2.1)
+    ssl_certificate (~> 1.11)
+  cpan (0.1.0)
+  database (6.1.1)
+    postgresql (>= 1.0.0)
+  dpkg_autostart (0.2.0)
+  firewall (2.6.5)
+    chef-sugar (>= 0.0.0)
+  freebsd (1.0.2)
+  golang (1.7.0)
+  hashicorp-vault (2.5.0)
+    build-essential (>= 0.0.0)
+    golang (~> 1.7)
+    poise (~> 2.6)
+    poise-service (~> 1.1)
+    rubyzip (~> 1.0)
+  homebrew (5.0.8)
+  hostsfile (3.0.1)
+  java (2.2.1)
+    homebrew (>= 0.0.0)
+    windows (>= 0.0.0)
+  jenkins (6.2.0)
+    dpkg_autostart (>= 0.0.0)
+    runit (>= 1.7)
+  logrotate (2.2.0)
+  memcached (5.1.1)
+    runit (>= 1.2.0)
+  mingw (2.1.0)
+    seven_zip (>= 0.0.0)
+  mongodb (0.16.2)
+    apt (>= 1.8.2)
+    python (>= 0.0.0)
+    runit (>= 1.5.0)
+    yum (>= 3.0)
+  mu-activedirectory (0.2.0)
+    chef-vault (~> 3.1.1)
+    windows (~> 5.1.1)
+    yum-epel (~> 3.2.0)
+  mu-firewall (0.1.0)
+    firewall (~> 2.6.5)
+  mu-glusterfs (0.1.0)
+    mu-firewall (>= 0.0.0)
+    yum (~> 5.1.0)
+  mu-jenkins (0.6.0)
+    chef-vault (~> 3.1.1)
+    java (~> 2.2.0)
+    jenkins (~> 6.2.0)
+    mu-master (>= 0.0.0)
+    mu-tools (>= 0.0.0)
+    mu-utility (>= 0.0.0)
+  mu-master (0.9.0)
+    apache2 (< 4.0)
+    bind (~> 2.2.0)
+    bind9-ng (~> 0.1.0)
+    chef-vault (~> 3.1.1)
+    consul-cluster (~> 2.0.0)
+    hostsfile (~> 3.0.1)
+    mu-activedirectory (>= 0.0.0)
+    mu-firewall (>= 0.0.0)
+    mu-tools (>= 0.0.0)
+    mu-utility (>= 0.0.0)
+    nagios (>= 0.0.0)
+    nrpe (~> 2.0.3)
+    postfix (~> 5.3.1)
+    s3fs (~> 3.0.1)
+    vault-cluster (~> 2.1.0)
+  mu-mongo (0.5.0)
+    chef-vault (~> 3.1.1)
+    mongodb (~> 0.16.2)
+  mu-openvpn (0.1.0)
+    chef-vault (~> 3.1.1)
+    mu-firewall (>= 0.0.0)
+    mu-utility (>= 0.0.0)
+  mu-php54 (0.3.0)
+    apache2 (< 4.0)
+    mu-utility (>= 0.0.0)
+    mysql (~> 8.5.1)
+    simple_iptables (~> 0.8.0)
+    yum-epel (~> 3.2.0)
+  mu-splunk (1.3.0)
+    chef-vault (>= 1.0.4)
+  mu-tools (1.0.4)
+    chef-vault (~> 3.1.1)
+    database (~> 6.1.1)
+    java (~> 2.2.0)
+    mu-activedirectory (>= 0.0.0)
+    mu-firewall (>= 0.0.0)
+    mu-splunk (>= 0.0.0)
+    mu-utility (>= 0.0.0)
+    nagios (>= 0.0.0)
+    oracle-instantclient (~> 1.1.0)
+    poise-python (~> 1.7.0)
+    postgresql (~> 7.1.0)
+    windows (~> 5.1.1)
+    yum-epel (~> 3.2.0)
+  mu-utility (0.6.0)
+    windows (~> 5.1.1)
+  mysql (8.5.1)
+  nagios (7.2.7)
+    apache2 (< 4.0)
+    chef_nginx (>= 0.0.0)
+    nginx_simplecgi (>= 0.0.0)
+    nrpe (>= 0.0.0)
+    php (< 6.0)
+    yum-epel (>= 0.0.0)
+    zap (>= 0.6.0)
+  nginx_simplecgi (0.2.0)
+    chef_nginx (>= 0.0.0)
+    perl (>= 0.0.0)
+    runit (>= 0.0.0)
+    yum-epel (>= 0.0.0)
+  nrpe (2.0.3)
+    build-essential (>= 0.0.0)
+    yum-epel (>= 0.0.0)
+  nssm (4.0.1)
+    windows (>= 0.0.0)
+  ohai (5.2.5)
+  oracle-instantclient (1.1.0)
+    build-essential (>= 0.0.0)
+    cpan (>= 0.0.0)
+    php (>= 0.0.0)
+  packagecloud (1.0.1)
+  perl (7.0.1)
+  php (5.1.0)
+    build-essential (>= 0.0.0)
+    yum-epel (>= 0.0.0)
+  poise (2.8.2)
+  poise-archive (1.5.0)
+    poise (~> 2.6)
+  poise-languages (2.1.2)
+    poise (~> 2.5)
+    poise-archive (~> 1.0)
+  poise-python (1.7.0)
+    poise (~> 2.7)
+    poise-languages (~> 2.0)
+  poise-service (1.5.2)
+    poise (~> 2.0)
+  postfix (5.3.1)
+  postgresql (7.1.1)
+  python (1.4.6)
+    build-essential (>= 0.0.0)
+    yum-epel (>= 0.0.0)
+  rubyzip (1.3.1)
+    poise (~> 2.2)
+  runit (4.3.0)
+    packagecloud (>= 0.0.0)
+    yum-epel (>= 0.0.0)
+  s3fs (3.0.1)
+  seven_zip (3.1.0)
+    windows (>= 0.0.0)
+  simple_iptables (0.8.0)
+  ssl_certificate (1.12.0)
+  vault-cluster (2.1.0)
+    consul-cluster (~> 2.0)
+    hashicorp-vault (~> 2.1)
+    ssl_certificate (~> 1.11)
+  windows (5.1.5)
+  yum (5.1.0)
+  yum-epel (3.2.0)
+  zap (1.1.0)
+  zipfile (0.2.0)
+  zypper (0.4.0)

data/Jenkinsfile

@@ -0,0 +1,184 @@
+pipeline {
+  agent any
+  options {
+      disableConcurrentBuilds()
+  }
+  stages {
+      stage ('git')
+      {
+        steps 
+        {
+          checkout([
+            $class: 'GitSCM',
+            branches: scm.branches,
+            doGenerateSubmoduleConfigurations: false,
+            extensions: scm.extensions + [[$class: 'SubmoduleOption', disableSubmodules: false, recursiveSubmodules: true, reference: '', trackingSubmodules: false]],
+            submoduleCfg: [],
+            userRemoteConfigs: scm.userRemoteConfigs])
+        }
+      }
+      
+
+      stage('Initial Cleanup'){
+        steps {
+          script {
+            sh 'sudo python /opt/mu/lib/test/clean_up.py'
+            sh 'sudo rm  -rf /tmp/inspec_retries/*'
+            sh 'sudo rm -f /tmp/*.yaml'
+            sh "echo ${GIT_BRANCH}"
+            sh "${workspace}/bin/mu-upload-chef-artifacts"
+          }
+        }
+      }
+
+//-----------------------------------------------------------------------------------------
+
+
+      stage('Lint && mu-deploy'){
+        parallel{
+            
+          stage('Rubocop'){
+            steps{
+              script {
+                try {
+                  sh "/usr/local/ruby-current/bin/rubocop ${workspace}/modules/"
+                } catch(err) {
+                    echo "ERROR: ${err}"
+                    currentBuild.result = 'SUCCESS'
+                }
+              }
+            }
+          }  
+
+          stage('Foodcritic MU Cookbooks'){
+            steps{
+              script {
+                try {
+                  sh "/usr/local/ruby-current/bin/foodcritic ${workspace}/cookbooks/*"
+                } catch (err) {
+                    echo "ERROR: ${err}"
+                    currentBuild.result = 'SUCCESS'
+                }
+              }
+            }
+          }    
+
+
+          stage("mu-deploy simple-server-rails"){
+            steps {
+              script{
+                try{
+                  //sh "sleep 135"
+                  sh "${workspace}/bin/mu-deploy -n ${workspace}/demo/simple-server-rails.yaml"
+                } catch (err) {
+                    echo "ERROR: ${err}"
+                    currentBuild.result = 'UNSTABLE'
+                  }
+                }
+              }
+            }
+       
+
+          stage("mu-deploy demo-flask-recipe"){
+            steps {
+              script{
+                try{
+                  //sh "sleep 135"
+                  sh "${workspace}/bin/mu-deploy -n ${workspace}/demo/demo_recipes.yaml"
+                } catch (err) {
+                    echo "ERROR: ${err}"
+                    currentBuild.result = 'UNSTABLE'
+                  }
+                }
+              }
+            }
+
+
+
+            stage("mu-master-install"){
+              steps{
+                script {
+                  try{
+                    sh "${workspace}/test/exec_mu_install.py"
+                  } catch (err) {
+                      echo "ERROR: ${err}"
+                      currentBuild.result = 'UNSTABLE'
+                  }
+                }
+              }
+            }
+
+//            stage ("wordpress.yaml") {
+//              steps{
+//                  script{
+//                    try{
+//                        sh "sleep 145"
+//                        sh "${workspace}/bin/mu-deploy -n ${workspace}/demo/demo_recipes.yaml"
+//                      } catch (err) {
+//                        echo "ERROR: ${err}"
+//                        currentBuild.result = 'UNSTABLE'
+//                      }
+//                 }
+//              }
+//            }
+        }
+    }
+
+
+//-----------------------------------------------------------------------------------------
+
+
+//      stage('Inspec Verify'){
+//        parallel{
+            stage("Inspec simple-server-rails"){
+              steps {
+                script{
+                    try {
+                      sh "python ${workspace}/test/exec_inspec.py -p simple-server-rails-test -b simple-server-rails.yaml"
+                    } catch (err) {
+                        echo "ERROR: ${err}"
+                        currentBuild.result = 'UNSTABLE'
+                    }
+                }
+              }
+            }
+            stage("Retry Failures")
+            {
+              steps {
+                script {
+                  try {
+                    sh "python ${workspace}/test/exec_retry.py"
+                  }
+                  catch (err) {
+                    echo "ERROR: ${err}"
+                    currentBuild.result = 'UNSTABLE'
+                  }
+                }
+              }
+            }
+
+//            stage ("demo-test-profile") {
+//              steps{
+//                  script{
+//                    try{
+//                      sh "python /${workspace}/test/exec_inspec.py demo-test-profile demo_recipes.yaml"
+//                      } catch (err) {
+//                        echo "ERROR: ${err}"
+//                        currentBuild.result = 'UNSTABLE'
+//                      }
+//                  }
+//              }
+//            }
+//        }
+//    }
+    stage('Mu-Cleanup'){
+        steps {
+          script {
+            sh 'sudo python /opt/mu/lib/test/clean_up.py'
+            sh 'sudo rm -rf /tmp/inspec_retries/*'
+            sh 'sudo rm -f /tmp/*.yaml'
+          }
+        }
+    }
+  }
+}

data/LICENSE.md

@@ -0,0 +1,37 @@
+Through accessing, reading, or utilizing this software in any manner whatsoever
+or through any means whatsoever, whether the access, reading or use is either
+solely looking at this software or this software has been integrated into any
+derivative work, the party accessing,  reading, or utilizing the software
+directly or indirectly agrees to abide by the following license. 
+
+The eGlobalTech Cloudamatic Platform and Mu tooling is the Copyright (c) 2014, 2015 of Global
+Tech Inc. All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright notice,
+this list of conditions and the following disclaimer in the documentation
+and/or other materials provided with the distribution.
+
+3. Neither the name of the copyright holder nor the names of its contributors
+may be used to endorse or promote products derived from this software without
+specific prior written permission.
+
+Global Tech, Inc. is the co-owner of any derivative works created with this
+software. 
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+

data/README.md

@@ -0,0 +1,26 @@
+mu -- Cloudamatic Automation Tooling
+===
+[![pipeline status](https://gitlab.com/cloudamatic/mu/badges/master/pipeline.svg)](https://gitlab.com/cloudamatic/mu/commits/master)
+[![Maintainability](https://api.codeclimate.com/v1/badges/dd4e5d867890336accd1/maintainability)](https://codeclimate.com/github/cloudamatic/mu/maintainability)
+[![coverage report](https://gitlab.com/cloudamatic/mu/badges/master/coverage.svg)](https://gitlab.com/cloudamatic/mu/commits/master)
+
+# About mu
+**mu**  is the deployer and developer toolset for the Cloudamatic complete cloud deployment solution, designed to provision, orchestrate and manage complex platforms and applications. mu provides Cloudamatic deployers and developers with the tools and commands to automate any arbitrarily complex application, platform or combination on a wide range of infrastructure targets, starting with AWS Cloud and including other clouds, virtualized environments and bare iron.
+
+For general information on Cloudamatic, see the [cloudamatic repository](https://github.com/cloudamatic/cloudamatic) 
+
+For more detailed information on Cloudamatic architecture and mu tooling usage, see our [wiki](https://github.com/cloudamatic/mu/wiki) in this repository.
+
+The mu tooling is currently supported on RHEL or CentOS 6 in Amazon Web Services with RHEL/CentOS 7 in active development.
+
+## Installation
+Get started by clicking the Launch Button!!
+
+This does create all the AWS resources in us-east-1 region.
+
+[![Launch Stack](https://s3.amazonaws.com/cloudformation-examples/cloudformation-launch-stack.png)](https://console.aws.amazon.com/cloudformation/home?region=us-east-1#/stacks/new?stackName=CloudamaticInstaller&templateURL=https://s3.amazonaws.com/mu-cfn-installer/cfn_create_mu_master.json)
+
+See the [README](../master/install) in the install folder for mu master installation instructions
+
+## Usage
+See the [Usage](https://github.com/cloudamatic/mu/wiki/Usage) section of our Wiki for an overview of how to use the mu tooling for deployment