cloud-mu 1.9.0.pre.beta

data/modules/scratchpad.erb

@@ -0,0 +1 @@
+modules/html.erb

data/modules/tests/super_complex_bok.yml

@@ -0,0 +1,41 @@
+---
+appname: superBoK
+parameters:
+  - name: complexity
+    default: complex
+  - name: vpc_name
+    required: false
+  - name: instance_type
+    default: t2.medium
+  - name: db_size
+    default: db.t2.small
+  - name: vpc_name
+    default: superBoK_VPC
+  - name: logs_name
+    default: superBoK_logs
+  - name: queues_name
+    default: superBoK_queues
+  - name: server_pools_name
+    default: superBoK_ServerPool
+
+<% $complexity = 'complex' %>
+
+vpcs:
+-
+  <%= include("../mu/config/vpc.yml") %>
+logs:
+-
+ <%= include("../mu/config/log.yml") %> 
+servers:
+-
+  <%= include("../mu/config/server.yml") %>
+server_pools:
+-
+  <%= include("../mu/config/server_pool.yml") %>
+search_domains:
+-
+  <%= include("../mu/config/search_domain.yml") %>
+
+databases:
+-
+  <%= include("../mu/config/database.yml") %>

data/modules/tests/super_simple_bok.yml

@@ -0,0 +1,40 @@
+---
+appname: superBoK
+parameters:
+  - name: complexity
+    default: complex
+  - name: vpc_name
+    required: false
+  - name: instance_type
+    default: t2.medium
+  - name: db_size
+    default: db.t2.small
+  - name: vpc_name
+    default: superBoK_VPC
+  - name: logs_name
+    default: superBoK_logs
+  - name: queues_name
+    default: superBoK_queues
+  - name: server_pools_name
+    default: superBoK_ServerPool
+
+<% $complexity = 'complex' %>
+
+vpcs:
+-
+  <%= include("../mu/config/vpc.yml") %>
+logs:
+-
+ <%= include("../mu/config/log.yml") %> 
+servers:
+-
+  <%= include("../mu/config/server.yml") %>
+server_pools:
+-
+  <%= include("../mu/config/server_pool.yml") %>
+search_domains:
+-
+  <%= include("../mu/config/search_domain.yml") %>
+databases:
+-
+  <%= include("../mu/config/database.yml") %>

data/mu.gemspec

@@ -0,0 +1,62 @@
+whereami = File.realpath(File.expand_path(File.dirname(__FILE__)))
+
+def self.build_file_list(dir, strip = dir)
+  list = []
+  Dir.entries(dir).each { |entry|
+    next if entry.match(/^\.|.*?\.gem$/)
+    next if %{. .. .git Gemfile.lock}.include?(entry)
+    path = dir+"/"+entry
+    if File.directory?(path)
+      list.concat(build_file_list(path, strip))
+    else
+      list << path.sub(/^#{Regexp.quote(strip)}\//, "")
+    end
+  }
+  list
+end
+
+Gem::Specification.new do |s|
+  s.name        = 'cloud-mu'
+  s.version     = '1.9.0-beta'
+  s.date        = '2018-12-11'
+  s.require_paths = ['modules']
+  s.required_ruby_version = '>= 2.4'
+  s.summary     = "The eGTLabs Mu toolkit for unified cloud deployments"
+  s.description = <<-EOF
+The eGTLabs Mu toolkit for unified cloud deployments. This gem contains a minimal version of Mu with cloud provider APIs, and will generate a sample configuration the first time it is invoked.
+
+It will attempt to autodetect when it's being run in a virtual machine on a known cloud provider and activate the appropriate API with machine-based credentials. Installing this gem on an Amazon Web Service instance, for example, should automatically enable the MU::Cloud::AWS layer and attempt to use the machine's IAM Profile to communicate with the AWS API.
+
+require 'mu'
+
+
+EOF
+  s.authors     = ["John Stange", "Robert Patt-Corner", "Ryan Bolyard", "Clara Bridges", "Zach Rowe"]
+  s.email       = 'eGTLabs@eglobaltech.com'
+  s.files       = build_file_list(whereami)
+  s.executables = Dir.entries(whereami+"/bin")
+  s.homepage    =
+    'https://github.com/cloudamatic/mu'
+  s.license       = 'BSD-3-Clause-Attribution'
+  s.add_runtime_dependency 'erubis', "~> 2.7"
+  s.add_runtime_dependency 'inifile', "~> 3.0"
+  s.add_runtime_dependency 'bundler', "~> 1.17"
+  s.add_runtime_dependency 'yard', "~> 0.9"
+  s.add_runtime_dependency 'ruby-graphviz', "~> 1.2"
+  s.add_runtime_dependency "aws-sdk-core", "< 3"
+  s.add_runtime_dependency 'chronic_duration', "~> 0.10"
+  s.add_runtime_dependency 'simple-password-gen', "~> 0.1"
+  s.add_runtime_dependency 'optimist', "~> 3.0"
+  s.add_runtime_dependency 'json-schema', "~> 2.8"
+  s.add_runtime_dependency 'colorize', "~> 0.8"
+  s.add_runtime_dependency 'color', "~> 1.8"
+  s.add_runtime_dependency 'netaddr', '~> 2.0'
+  s.add_runtime_dependency 'nokogiri', "~> 1.8"
+  s.add_runtime_dependency 'solve', '~> 4.0'
+  s.add_runtime_dependency 'net-ldap', "~> 0.16"
+  s.add_runtime_dependency 'googleauth', "~> 0.6"
+  s.add_runtime_dependency 'google-api-client', "~> 0.25"
+  s.add_runtime_dependency 'rubocop', '~> 0.58'
+  s.add_runtime_dependency 'addressable', '~> 2.5'
+  s.add_runtime_dependency 'slack-notifier', "~> 2.3"
+end

data/roles/demo-dbservice-configure.json

@@ -0,0 +1,19 @@
+{
+  "name": "demo-dbservice-configure",
+  "default_attributes": {
+  },
+  "json_class": "Chef::Role",
+  "run_list": [
+    "recipe[mu-utility::make]",
+    "recipe[mu-utility::wget]",
+    "recipe[mu-utility::git]",
+    "recipe[mu-utility::mutt]",
+    "recipe[mu-utility::zip]",
+    "recipe[mu-utility::php]",
+    "recipe[mu-utility::apache]"
+  ],
+  "description": "Platform enablers for dbservice environments",
+  "chef_type": "role",
+  "override_attributes": {
+  }
+}

data/roles/demo-portal-configure.json

@@ -0,0 +1,19 @@
+{
+  "name": "demo-portal-configure",
+  "default_attributes": {
+  },
+  "json_class": "Chef::Role",
+  "run_list": [
+    "recipe[mu-utility::make]",
+    "recipe[mu-utility::wget]",
+    "recipe[mu-utility::git]",
+    "recipe[mu-utility::mutt]",
+    "recipe[mu-utility::zip]",
+    "recipe[mu-utility::php]",
+    "recipe[mu-utility::apache]"
+  ],
+  "description": "Platform enablers for portal environments",
+  "chef_type": "role",
+  "override_attributes": {
+  }
+}

data/roles/mu-master-jenkins.json

@@ -0,0 +1,24 @@
+{
+    "name": "mu-master-jenkins",
+    "description": "Role for a Jenkins instance running on a mu master (only)",
+    "json_class": "Chef::Role",
+    "default_attributes": {
+        "jenkins_port_external": 9443,
+        "jenkins_port_internal": 8080
+    },
+    "override_attributes": {
+        "jenkins": {
+            "master": {
+                "home": "/home/jenkins",
+                "jvm_options":"-Djenkins.install.runSetupWizard=false -Xbootclasspath/p:/home/jenkins/alpn-boot-8.1.11.v20170118.jar"
+            }
+        }
+    },
+    "chef_type": "role",
+    "run_list": [
+        "recipe[java]",
+        "recipe[jenkins::master]",
+        "recipe[mu-jenkins]"
+    ],
+    "env_run_lists": {}
+}

data/roles/mu-master-nagios-only.json

@@ -0,0 +1,13 @@
+{
+  "name": "mu-master-nagios-only",
+  "default_attributes": {},
+  "json_class": "Chef::Role",
+  "run_list": [
+    "role[mu-master]"
+  ],
+  "description": "Run List for Mu master servers",
+  "chef_type": "role",
+  "override_attributes":{
+    "update_nagios_only":true
+  }
+}

data/roles/mu-master.json

@@ -0,0 +1,12 @@
+{
+  "name": "mu-master",
+  "default_attributes": {},
+  "json_class": "Chef::Role",
+  "run_list": [
+    "recipe[mu-tools::base_repositories]",
+    "recipe[mu-tools::nrpe]",
+    "recipe[mu-master]"
+  ],
+  "description": "Run List for Mu master servers",
+  "chef_type": "role"
+}

data/roles/mu-node.json

@@ -0,0 +1,19 @@
+{
+  "name": "mu-node",
+  "default_attributes": {
+  },
+  "json_class": "Chef::Role",
+  "run_list": [
+    "recipe[mu-tools::base_repositories]",
+    "recipe[mu-tools::set_mu_hostname]",
+    "recipe[mu-tools::add_admin_ssh_keys]",
+    "recipe[mu-tools::disable-requiretty]",
+    "recipe[mu-tools::set_local_fw]",
+    "recipe[mu-tools::rsyslog]",
+    "recipe[mu-tools::nrpe]"
+  ],
+  "description": "Run List for Mu client nodes",
+  "chef_type": "role",
+  "override_attributes": {
+  }
+}

data/roles/mu-splunk-server.json

@@ -0,0 +1,13 @@
+{
+  "name": "mu-splunk-server",
+  "default_attributes": {
+  },
+  "json_class": "Chef::Role",
+  "run_list": [
+    "recipe[mu-tools::splunk-server]"
+  ],
+  "description": "Run List for Mu Splunk servers",
+  "chef_type": "role",
+  "override_attributes": {
+  }
+}

data/roles/mu-splunk.json

@@ -0,0 +1,13 @@
+{
+  "name": "mu-splunk",
+  "default_attributes": {
+  },
+  "json_class": "Chef::Role",
+  "run_list": [
+    "recipe[mu-tools::splunk-client]"
+  ],
+  "description": "Run List for Mu Splunk clients",
+  "chef_type": "role",
+  "override_attributes": {
+  }
+}

data/test/clean_up.py

@@ -0,0 +1,25 @@
+#!/bin/python
+
+import os
+import json
+import subprocess
+
+deploy_dirs = '/opt/mu/var/deployments'
+current_deploys = os.listdir(deploy_dirs)
+
+
+def clean_all(list_of_deploy_ids):
+  ## loop over current deploys and terminate them
+    for each in list_of_deploy_ids:
+        os.system('/opt/mu/bin/mu-cleanup %s' % each)
+
+
+
+### sometimes, there is a weird file 'unique_ids' so delete if needed
+if os.path.isfile(deploy_dirs+'/unique_ids'):
+  os.system('rm -f %s/unique_ids' % deploy_dirs)
+
+clean_all(current_deploys)
+print ('**'*20)
+print ('INFO: Cleanup up %s '%  current_deploys)
+print ('**'*20)

data/test/demo-test-profile/README.md

@@ -0,0 +1,3 @@
+# Example InSpec Profile
+
+This example shows the implementation of an InSpec profile.

data/test/demo-test-profile/controls/flask.rb

@@ -0,0 +1,84 @@
+require 'yaml'
+
+include_controls 'mu-tools-test'
+
+control 'flask' do
+  title 'flask.rb'
+
+  ### get the attrs json
+  node = json('/tmp/chef_node.json').params
+
+  ### test the attr i guess
+  service_name = node['normal']['service_name']
+  application_dir = node['default'][node['chef_environment']]['flask']['apps_dir']
+  virtual_environment = "#{application_dir}/envs/demo"
+
+
+  %w(python nginx).each do |pack|
+    describe package(pack) do
+      it { should be_installed }
+    end
+  end
+
+  describe service('nginx') do
+    it { should be_running }
+  end
+
+  directories = virtual_environment.split('/')
+  (0..directories.size).each do |i|
+    directory = directories.slice(0..i).join '/'
+    next if directory.empty?
+    
+    describe directory(directory) do
+      it { should exist }
+      it { should_not be_file }
+      its('mode') { should cmp '00644' }
+      its('owner') { should eq 'root' }
+      its('group') { should eq 'root' }
+    end
+  end
+
+
+  describe file("#{virtual_environment}/demo.py") do
+    it { should exist }
+    it { should be_file }
+    its('content') { should match /"Hello World!"/ }
+  end
+
+  describe file('/etc/nginx/sites-available/default') do
+    it { should exist }
+    it { should be_file }
+    its('content') { should match /proxy_pass http:\/\/127\.0\.0\.1:9000;/ }
+  end
+
+  describe file('/etc/ld.so.conf') do
+    it { should exist }
+    it { should be_file }
+    its('content') { should match /\/opt\/rh\/python27\/root\/usr\/lib64\// }
+  end
+  
+  %w(gunicorn flask).each do |pip_pack|
+    describe file("#{virtual_environment}/bin/#{pip_pack}") do
+      it { should exist }
+    end
+  end
+
+  describe user('www-data') do
+    it { should exist }
+  end
+  
+  describe file('/etc/gunicorn/demo.py') do
+    it { should be_file}
+    it { should exist }
+    its('owner') { should eq 'www-data'}
+    its('group') { should eq 'www-data'}
+    its('content') { should match /127.0.0.1:9000/ }
+  end
+
+  describe command("curl localhost:9000") do
+    its('exit_status') { should eq 0 }
+    its('stdout') { should eq "Hello World!" }
+  end
+
+end ## end control
+

data/test/demo-test-profile/inspec.lock

@@ -0,0 +1,7 @@
+---
+lockfile_version: 1
+depends:
+- name: mu-tools-test
+  resolved_source:
+    path: "/home/jenkins/workspace/test2/test/mu-tools-test"
+  version_constraints: "[]"

data/test/demo-test-profile/inspec.yml

@@ -0,0 +1,11 @@
+name: demo-test-profile
+title: InSpec Profile
+maintainer: The Authors
+copyright: The Authors
+copyright_email: you@example.com
+license: Apache-2.0
+summary: An InSpec Compliance Profile
+version: 0.1.0
+depends:
+- name: mu-tools-test
+  path: ../mu-tools-test

data/test/etco-test-profile/README.md

@@ -0,0 +1,3 @@
+# Example InSpec Profile
+
+This example shows the implementation of an InSpec profile.

data/test/etco-test-profile/controls/all-in-one.rb

@@ -0,0 +1,182 @@
+require 'yaml'
+
+mongo = YAML.load_file("/tmp/etco-mongo_attr.yaml")
+cas = YAML.load_file("/tmp/etco-app_attr.yaml")
+mongo_dns = mongo['fqdn']
+cas_dns= cas['load_balancers'][0]['cas-elb']
+app_elb = cas['load_balancers'][1]['app-elb']
+
+
+include_controls 'mu-tools-test'
+  
+
+control 'app' do
+  title 'app tests'
+  
+  node = json('/tmp/chef_node.json').params
+
+  
+  describe package('java-1.7.0-openjdk-devel') do
+    it { should be_installed }
+  end
+  
+  describe directory(node['default']['apps_dir']) do
+    it { should exist }
+    it { should be_directory}
+    its('owner'){ should eq 'root'}
+  end
+
+  describe file("#{node['default']['apps_dir']}/#{node['default']['play_package']}") do
+    it { should exist }
+    it { should be_file }
+    its('owner') { should eq 'root'}    
+  end
+
+  describe directory("#{node['default']['apps_dir']}/tmp") do
+    it { should exist }
+    it { should be_directory}
+    its('owner'){ should eq 'root'}
+  end
+
+  describe directory("#{node['default']['apps_dir']}/tmp/tcm-*-SNAPSHOT") do
+    it { should_not exist }
+  end
+
+  describe file("#{node['default']['apps_dir']}/application.conf") do
+    it { should exist }
+    it { should be_file }
+    its('owner') { should eq 'root' }
+    its('group') { should eq 'root' }
+    its('mode') { should cmp '0755' }
+    its('content') { should match /mongodb.uri="mongodb:\/\/ip-#{mongo_dns}\.ec2\.internal:27017\/tco_test_db"/}
+    its('content') { should match /app.casClient = "http:\/\/#{cas_dns}\/cas-etco"/}
+  end
+  
+  describe command('iptables --list-rule | grep 9000') do
+    its('exit_status'){ should eq 0 }
+  end
+
+  describe directory("#{node['default']['apps_dir']}/log") do
+    it { should be_directory }
+    its('owner') { should eq 'root'}
+  end
+  
+  describe command("curl #{app_elb}") do
+    its('exit_status'){should eq 0}
+    its('stdout'){should match 'eTCO'}
+  end
+  
+end # end app control
+
+#******************************************************************************
+
+control 'cas' do
+  title 'cas tests'
+  
+  node = json('/tmp/chef_node.json').params
+  catalina_home = node['default']['tomcat_dir']
+  cas_dir="#{node['default']['cas_dir']}"
+  cas_download_url="#{node['default']['cas_download_url']}"
+  tomcat_dir = node['default']['tomcat_dir']
+
+  %w(unzip java-1.7.0-openjdk-devel).each do |pack|
+    describe package(pack) do
+      it { should be_installed }
+    end
+  end
+  
+  describe file('/etc/init.d/tomcat') do
+    it { should exist }
+    it { should be_file}
+    its('mode') { should cmp '0755'}
+    its('owner'){ should eq 'root' }
+    its('group'){ should eq 'root' }
+    its('content'){ should match /PATH=\$JAVA_HOME\/bin:\$PATH/ }
+    its('content'){ should match /CATALINA_HOME=#{catalina_home}/}
+  end
+ 
+  [tomcat_dir, cas_dir].each do
+    describe directory(node['default']['tomcat_dir']) do
+      it { should exist }
+      it { should be_directory }
+    end
+  end
+
+  describe file("#{cas_dir}/cas-server.tar.gz") do
+    it { should be_file }
+    it { should exist }
+  end
+
+  describe file("#{tomcat_dir}/webapps/cas-etco.war") do
+    it { should exist }
+  end
+  
+  describe file("#{node['default']['tomcat_dir']}/webapps/cas-etco/WEB-INF/deployerConfigContext.xml") do
+    it { should exist }
+    it { should be_file }
+    its('owner'){ should eq 'root' }
+    its('group') { should eq 'root' }
+    its('mode'){ should cmp '0755'}
+    its('content'){should match /\        <property name="users">/}
+  end
+
+  describe service('tomcat') do
+    #it { should be_enabled }
+    it { should be_running }
+  end
+  
+  describe command('iptables --list-rule | grep 8080') do
+    its('exit_status'){ should eq 0 }
+  end
+end # end cas control
+
+#******************************************************************************
+
+control 'mongo' do
+  title 'mongo tests' 
+
+  %w(git mongodb-org-server mongodb-org-shell mongodb-org-tools sysstat java-1.7.0-openjdk-devel).each do |pack|
+    describe package(pack) do
+      it { should be_installed }
+    end
+  end
+  
+  %w(/data /log /journal /data/journal).each do |dir|
+    describe directory(dir) do
+      it { should exist }
+      it { should be_directory }
+      its('owner'){should eq 'mongod'}
+      its('group'){should eq 'mongod'}
+    end
+  end
+  
+  describe file('/etc/init.d/mongod') do
+    it { should exist }
+    it { should be_file }
+  end
+ 
+  describe file('/etc/mongod.conf') do
+    it { should be_file }
+    it { should exist }
+    its('owner') { should eq 'mongod'}
+    its('group') { should eq 'mongod'}
+    its('mode') { should cmp '0755'}
+  end
+  
+  describe parse_config_file('/etc/mongod.conf') do
+    params = {'logpath': '/log/mongod.log', 'logappend':'true', 'dbpath':'/data', 'pidfilepath': '/var/run/mongodb/mongod.pid'}
+    params.each do |var,val|
+      its (var) { should eq val }
+    end
+  end
+
+  describe service('mongod') do
+    it { should be_running }
+    it { should be_enabled }
+  end
+
+  describe command('iptables --list-rule | grep 27017') do
+    its('exit_status'){ should eq 0 }
+  end
+  
+end # end mongo control

data/test/etco-test-profile/inspec.lock

@@ -0,0 +1,7 @@
+---
+lockfile_version: 1
+depends:
+- name: mu-tools-test
+  resolved_source:
+    path: "/home/jenkins/workspace/test2/test/mu-tools-test"
+  version_constraints: "[]"

data/test/etco-test-profile/inspec.yml

@@ -0,0 +1,11 @@
+name: etco-test-profile
+title: InSpec Profile
+maintainer: The Authors
+copyright: The Authors
+copyright_email: you@example.com
+license: Apache-2.0
+summary: An InSpec Compliance Profile
+version: 0.1.0
+depends:
+- name: mu-tools-test
+  path: ../mu-tools-test