terra_boi 0.0.15 → 1.0.0

data/lib/terra_boi/railtie.rb

@@ -1,4 +1,7 @@
 module TerraBoi
-  class Railtie < ::Rails::Railtie
-  end
+	class Railtie < ::Rails::Railtie
+		rake_tasks do
+			load 'tasks/terra_boi_tasks.rake'
+		end
+	end
 end

data/lib/terra_boi/version.rb

@@ -1,3 +1,3 @@
 module TerraBoi
-	VERSION = '0.0.15'
+	VERSION = '1.0.0'
 end

metadata

@@ -1,35 +1,49 @@
 --- !ruby/object:Gem::Specification
 name: terra_boi
 version: !ruby/object:Gem::Version
-  version: 0.0.15
+  version: 1.0.0
 platform: ruby
 authors:
 - Charlie Reese
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-04-19 00:00:00.000000000 Z
+date: 2020-08-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 6.0.0
     - - "~>"
       - !ruby/object:Gem::Version
         version: '6.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 6.0.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
     - - ">="
       - !ruby/object:Gem::Version
         version: 6.0.0
-    - - "~>"
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '6.0'
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: 'This gem was created to get rails applications deployed into production
   as quickly and easily as possible. It contains generators that create infrastructure
   code for load balancing / auto scaling / zero-downtime deployments, (rails) web
@@ -49,30 +63,45 @@ files:
 - lib/generators/extensions.rb
 - lib/generators/terra_boi/boilerplate_generator.rb
 - lib/generators/terra_boi/data_config_generator.rb
-- lib/generators/terra_boi/data_generator.rb
 - lib/generators/terra_boi/db_config_generator.rb
 - lib/generators/terra_boi/dockerfile_generator.rb
 - lib/generators/terra_boi/host_initializer_generator.rb
-- lib/generators/terra_boi/master_worker_generator.rb
-- lib/generators/terra_boi/packer_generator.rb
-- lib/generators/terra_boi/state_generator.rb
 - lib/generators/terra_boi/templates/Dockerfile.erb
-- lib/generators/terra_boi/templates/data_main.erb
-- lib/generators/terra_boi/templates/data_output.erb
+- lib/generators/terra_boi/templates/cert/main.tf.erb
+- lib/generators/terra_boi/templates/cert/var.tf.erb
 - lib/generators/terra_boi/templates/data_storage_config.erb
 - lib/generators/terra_boi/templates/db_config.erb
+- lib/generators/terra_boi/templates/ecr/ecs_role.tf.erb
+- lib/generators/terra_boi/templates/ecr/main.tf.erb
+- lib/generators/terra_boi/templates/ecr/output.tf.erb
+- lib/generators/terra_boi/templates/ecr/var.tf.erb
+- lib/generators/terra_boi/templates/env/data/main.tf.erb
+- lib/generators/terra_boi/templates/env/data/output.tf.erb
+- lib/generators/terra_boi/templates/env/ecs_cluster/ecs_cluster.tf.erb
+- lib/generators/terra_boi/templates/env/head_worker/ecs.tf.erb
+- lib/generators/terra_boi/templates/env/web_app/ecs.tf.erb
 - lib/generators/terra_boi/templates/host_initializer.erb
-- lib/generators/terra_boi/templates/master_worker_main.erb
-- lib/generators/terra_boi/templates/master_worker_output.erb
-- lib/generators/terra_boi/templates/master_worker_start_script.erb
-- lib/generators/terra_boi/templates/master_worker_user_data.erb
-- lib/generators/terra_boi/templates/packer_ami_build.erb
-- lib/generators/terra_boi/templates/packer_application.erb
+- lib/generators/terra_boi/templates/lib/scripts/push_to_ecr.sh.erb
+- lib/generators/terra_boi/templates/lib/scripts/update_service_pull_from_ecr.sh.erb
+- lib/generators/terra_boi/templates/lib/task_templates/head_worker.json.erb
+- lib/generators/terra_boi/templates/lib/task_templates/web_app.json.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_cluster/main.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_cluster/var.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_web_app/ecs_role.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_web_app/load_balancer.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_web_app/main.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_web_app/output.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_web_app/var.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_worker/ecs_role.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_worker/main.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_worker/output.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_worker/var.tf.erb
 - lib/generators/terra_boi/templates/state_main.erb
-- lib/generators/terra_boi/templates/web_servers_main.erb
-- lib/generators/terra_boi/templates/web_servers_output.erb
-- lib/generators/terra_boi/templates/web_servers_user_data.erb
-- lib/generators/terra_boi/web_servers_generator.rb
+- lib/generators/terra_boi/tf_cert_generator.rb
+- lib/generators/terra_boi/tf_ecr_generator.rb
+- lib/generators/terra_boi/tf_env_generator.rb
+- lib/generators/terra_boi/tf_lib_generator.rb
+- lib/generators/terra_boi/tf_state_generator.rb
 - lib/tasks/terra_boi_tasks.rake
 - lib/terra_boi.rb
 - lib/terra_boi/railtie.rb
@@ -81,7 +110,7 @@ homepage: https://github.com/charliereese/terra_boi
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -96,9 +125,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.10
-signing_key: 
+rubygems_version: 3.1.2
+signing_key:
 specification_version: 4
 summary: Generators to help you get rails applications deployed into production as
   quickly and easily as possible.

data/lib/generators/terra_boi/data_generator.rb

@@ -1,38 +0,0 @@
-require "generators/extensions"
-
-module TerraBoi
-	class DataGenerator < Rails::Generators::Base
-	  attr_accessor :application_name, :class_options
-	  source_root File.expand_path('templates', __dir__)
-
-	  desc (<<-EOF
-		  Generate staging and production DB and S3 bucket
-		  
-		  To execute, run rails generate terra_boi:data
-		  EOF
-	  	.gsub(/\t/, '')
-	  )
-
-	  def init
-	  	# defined in lib/generators/extensions
-	  	self.application_name = generate_application_name
-	  	self.class_options = options
-	  end
-
-	  def create_main_terraform_file
-	  	generate_terraform_files({
-	  		template: 'data_main.erb',
-	  		file_path: 'data/main.tf',
-	  		env: ['staging', 'prod']
-	  	})
-	  end
-
-	  def create_output_terraform_file
-	  	generate_terraform_files({
-	  		template: 'data_output.erb',
-	  		file_path: 'data/output.tf',
-	  		env: ['staging', 'prod']
-	  	})
-	  end
-	end
-end

data/lib/generators/terra_boi/master_worker_generator.rb

@@ -1,54 +0,0 @@
-require "generators/extensions"
-require 'fileutils'
-
-module TerraBoi
-	class MasterWorkerGenerator < Rails::Generators::Base
-	  attr_accessor :application_name, :id_rsa_pub, :class_options
-	  class_option :domain_name, type: :string
-	  source_root File.expand_path('templates', __dir__)
-
-	  desc (<<-EOF
-		  Generate staging and production terraform master worker server files
-		  
-		  To execute, run rails generate terra_boi:master_worker
-		  EOF
-	  	.gsub(/\t/, '')
-	  )
-
-	  def init
-	  	# defined in lib/generators/extensions
-	  	self.application_name = generate_application_name
-	  	self.id_rsa_pub = open(ENV['HOME'] + "/.ssh/id_rsa.pub").read.chomp
-	  end
-
-	  def create_main_terraform_file
-	  	generate_terraform_files({
-	  		template: 'master_worker_main.erb',
-	  		file_path: 'master_worker/main.tf',
-	  		env: ['staging', 'prod']
-	  	})
-	  end
-
-	  def create_output_terraform_file
-	  	generate_terraform_files({
-	  		template: 'master_worker_output.erb',
-	  		file_path: 'master_worker/output.tf',
-	  		env: ['staging', 'prod']
-	  	})
-	  end
-
-	  def create_user_data_terraform_file
-	  	generate_terraform_files({
-	  		template: 'master_worker_user_data.erb',
-	  		file_path: 'master_worker/user-data.sh',
-	  		env: ['staging', 'prod']
-	  	})
-	  end
-
-	  def create_master_worker_docker_entrypoint_script
-	  	filename = "scripts/start_master_worker.sh"
-	  	template "master_worker_start_script.erb", filename
-			FileUtils.chmod 0755, filename 	
-	  end
-	end
-end

data/lib/generators/terra_boi/packer_generator.rb

@@ -1,26 +0,0 @@
-require "generators/extensions"
-
-module TerraBoi
-	class PackerGenerator < Rails::Generators::Base
-	  attr_accessor :application_name
-	  source_root File.expand_path('templates', __dir__)
-
-	  desc (<<-EOF
-		  Generate packer files for building AWS EC2 AMI
-		  
-		  To execute, run rails generate terra_boi:packer
-		  EOF
-	  	.gsub(/\t/, '')
-	  )
-
-	  def init
-	  	# defined in lib/generators/extensions
-	  	self.application_name = generate_application_name
-	  end
-
-	  def create_packer_files
-	  	template "packer_ami_build.erb", "packer/ami_build.sh"
-	  	template "packer_application.erb", "packer/application.json"
-	  end
-	end
-end

data/lib/generators/terra_boi/state_generator.rb

@@ -1,25 +0,0 @@
-require "generators/extensions"
-
-module TerraBoi
-	class StateGenerator < Rails::Generators::Base
-	  attr_accessor :application_name, :class_options
-	  source_root File.expand_path('templates', __dir__)
-
-	  desc (<<-EOF
-		  Generate DB and S3 bucket for storing and locking terraform state
-		  
-		  To execute, run rails generate terra_boi:state
-		  EOF
-	  	.gsub(/\t/, '')
-	  )
-
-	  def init
-	  	self.application_name = generate_application_name
-	  	self.class_options = options
-	  end
-
-	  def create_main_terraform_file
-	  	template "state_main.erb", "terraform/state/main.tf"
-	  end
-	end
-end

data/lib/generators/terra_boi/templates/master_worker_main.erb

@@ -1,26 +0,0 @@
-# -------------------------------------------------------------------
-# 1. STATE
-# -------------------------------------------------------------------
-
-terraform {
-  backend "s3" {
-    bucket         = "<%= application_name %>-terraform-state-storage"
-    key            = "terraform/<%= config[:env] %>-state/master-worker"
-    region         = "us-east-2"
-    dynamodb_table = "<%= application_name %>-terraform-state-lock"
-    encrypt        = true
-  }
-}
-
-# -------------------------------------------------------------------
-# 2. MASTER WORKER MODULE
-# -------------------------------------------------------------------
-
-module "master_worker_cluster" {
-  source = "github.com/charliereese/terraform_modules//master_worker?ref=v0.0.25"
-
-  instance_type       	= "t2.micro"
-  env                 	= "<%= config[:env] %>"
-  app_name            	= "<%= application_name %>"
-  id_rsa_pub						= "<%= id_rsa_pub %>"
-}

data/lib/generators/terra_boi/templates/master_worker_output.erb

@@ -1,14 +0,0 @@
-output "master_worker_ip_address" {
-  value       = module.master_worker_cluster.master_worker_ip_address
-  description = "The domain name of the application load balancer"
-}
-
-output "master_worker_id" {
-  value       = module.master_worker_cluster.master_worker_id
-  description = "The ID of the master worker"
-}
-
-output "master_worker_arn" {
-  value       = module.master_worker_cluster.master_worker_arn
-  description = "The ARN of the master worker"
-}

data/lib/generators/terra_boi/templates/master_worker_start_script.erb

@@ -1,12 +0,0 @@
-#!/bin/sh
-# Master worker entrypoint for staging and prod docker containers
-
-rake db:migrate
-
-# Fix link-count, as cron is being a pain, and docker is making hardlink count > 0 (very high)
-touch /etc/crontab /etc/cron.*/*
-
-service cron start
-whenever --update-crontab
-
-rake jobs:work

data/lib/generators/terra_boi/templates/master_worker_user_data.erb

@@ -1,27 +0,0 @@
-#!/bin/bash
-sleep 5
-
-# Set ENV vars from terraform
-echo "APPLICATION_NAME=${application_name}" >> /etc/environment
-echo "DB_HOST=${db_address}" >> /etc/environment
-echo "DB_USERNAME=${db_username}" >> /etc/environment
-echo "RAILS_ENV=production" >> /etc/environment
-echo "INFRASTRUCTURE_ENV=${env}" >> /etc/environment
-
-# Load ENV vars in current session
-for line in $( cat /etc/environment ); do export $line; done
-
-# Set DB environment variables in docker container and
-# start rake jobs:work
-# https://medium.com/@oprearocks/how-to-properly-override-the-entrypoint-using-docker-run-2e081e5feb9d
-docker container run --entrypoint "./scripts/start_master_worker.sh" -p 3000:3000 --name $APPLICATION_NAME --restart always -d \
--e DB_HOST=$DB_HOST \
--e DB_USERNAME=$DB_USERNAME \
--e DB_PASSWORD=$DB_PASSWORD \
--e RAILS_ENV=$RAILS_ENV \
--e INFRASTRUCTURE_ENV=$INFRASTRUCTURE_ENV \
--e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID \
--e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \
--e RAILS_MASTER_KEY=$RAILS_MASTER_KEY \
--e RAILS_SERVE_STATIC_FILES=true \
-$DOCKERHUB_USERNAME/$APPLICATION_NAME:latest

data/lib/generators/terra_boi/templates/packer_ami_build.erb

@@ -1,27 +0,0 @@
-#!/bin/bash
-
-# Update to the latest current version of packages
-sudo apt-get update
-sudo apt -y install docker.io
-docker --version
-
-# Set DB and DockerHub usernames
-RAILS_MASTER_KEY=`sudo cat /tmp/master.key`
-sudo bash -c "echo 'RAILS_MASTER_KEY=$RAILS_MASTER_KEY' >> /etc/environment"
-sudo bash -c "echo 'DB_PASSWORD=$DB_PASSWORD' >> /etc/environment"
-sudo bash -c "echo 'DOCKERHUB_USERNAME=$DOCKERHUB_USERNAME' >> /etc/environment"
-sudo bash -c "echo 'AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID' >> /etc/environment"
-sudo bash -c "echo 'AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY' >> /etc/environment"
-
-# # Start the Docker service
-sudo service docker start
-sudo usermod -aG docker ubuntu
-
-# # Automatically start Docker service when the system boots, i.e. when the EC2 instance created from this AMI is launched or rebooted
-sudo systemctl enable docker
-
-# Log in
-sudo docker login --username $DOCKERHUB_USERNAME -p $DOCKERHUB_ACCESS_TOKEN
-
-# Pull the container:
-sudo docker pull $DOCKERHUB_USERNAME/<%= application_name %>:latest

data/lib/generators/terra_boi/templates/packer_application.erb

@@ -1,49 +0,0 @@
-{
-	"variables": {
-		"DOCKERHUB_ACCESS_TOKEN": "",
-		"DOCKERHUB_USERNAME": "",
-		"DB_PASSWORD": ""
-	},
-
-	"builders": [{
-		"type": "amazon-ebs",
-		"region": "us-east-2",
-		"source_ami_filter": {
-			"filters": {
-				"virtualization-type": "hvm",
-				"name": "ubuntu/images/*ubuntu-bionic-18.04-amd64-server-*",
-				"root-device-type": "ebs"
-			},
-			"owners": ["099720109477"],
-			"most_recent": true
-		},
-		"instance_type": "t2.micro",
-		"ssh_username": "ubuntu",
-		"ami_name": "<%= application_name %>-ec2 {{timestamp}}",
-		"tags": {
-			"application": "<%= application_name %>-web-server"
-		}
-	}],
-
-	"provisioners": [{
-		"type": "file",
-		"source": "../config/master.key",
-		"destination": "/tmp/master.key"
-	},{
-		"type": "shell",
-		"inline": [
-			"sleep 30"
-		]
-	},
-	{
-		"type":"shell",
-		"environment_vars": [
-			"DOCKERHUB_ACCESS_TOKEN={{user `DOCKERHUB_ACCESS_TOKEN`}}",
-			"DOCKERHUB_USERNAME={{user `DOCKERHUB_USERNAME`}}",
-			"DB_PASSWORD={{user `DB_PASSWORD`}}",
-			"AWS_ACCESS_KEY_ID={{user `AWS_ACCESS_KEY_ID`}}",
-			"AWS_SECRET_ACCESS_KEY={{user `AWS_SECRET_ACCESS_KEY`}}"
-		],
-		"script": "ami_build.sh"
-	}]
-}