terra_boi 0.0.13 → 1.0.2

data/lib/terra_boi/railtie.rb

@@ -1,4 +1,7 @@
 module TerraBoi
-  class Railtie < ::Rails::Railtie
-  end
+	class Railtie < ::Rails::Railtie
+		rake_tasks do
+			load 'tasks/terra_boi_tasks.rake'
+		end
+	end
 end

data/lib/terra_boi/version.rb

@@ -1,3 +1,3 @@
 module TerraBoi
-  VERSION = '0.0.13'
+	VERSION = '1.0.2'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: terra_boi
 version: !ruby/object:Gem::Version
-  version: 0.0.13
+  version: 1.0.2
 platform: ruby
 authors:
 - Charlie Reese
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-10-22 00:00:00.000000000 Z
+date: 2020-08-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -30,13 +30,26 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 6.0.0
-description: 'This gem was created to get rails applications deployed into production
-  as quickly and easily as possible. It contains generators that create infrastructure
-  code for load balancing / auto scaling / zero-downtime deployments, (rails) web
-  apps (EC2 instances), DBs, and S3 buckets. List of items created by this gem''s
-  generators: Dockerfile, Rails initializer file (for setting up config.hosts), Packer
-  repository (for creating AWS EC2 AMIs), and Terraform repository (for creating infrastructure
-  as code to immediately deploy staging / prod infrastructure).'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: |-
+  Deploy your rails application to AWS with `rake deploy`.
+
+  This ruby / rails gem was created by Charlie Reese (charliereese.ca/about) for Clientelify. It creates AWS infrastructure for your rails application and deploys it in 5 steps (3 installation steps and 2 rake tasks). It is free to use.
+
+  Out of the box, terra_boi provides remote state locking, load-balancing, simple scaling, zero-downtime deployments, CloudWatch logging, DBs, and S3 buckets for multiple infrastructure environments: by default, terra_boi creates staging and prod environments for your web app.
 email:
 - j.charles.reese@gmail.com
 executables: []
@@ -49,30 +62,45 @@ files:
 - lib/generators/extensions.rb
 - lib/generators/terra_boi/boilerplate_generator.rb
 - lib/generators/terra_boi/data_config_generator.rb
-- lib/generators/terra_boi/data_generator.rb
 - lib/generators/terra_boi/db_config_generator.rb
 - lib/generators/terra_boi/dockerfile_generator.rb
 - lib/generators/terra_boi/host_initializer_generator.rb
-- lib/generators/terra_boi/master_worker_generator.rb
-- lib/generators/terra_boi/packer_generator.rb
-- lib/generators/terra_boi/state_generator.rb
 - lib/generators/terra_boi/templates/Dockerfile.erb
-- lib/generators/terra_boi/templates/data_main.erb
-- lib/generators/terra_boi/templates/data_output.erb
+- lib/generators/terra_boi/templates/cert/main.tf.erb
+- lib/generators/terra_boi/templates/cert/var.tf.erb
 - lib/generators/terra_boi/templates/data_storage_config.erb
 - lib/generators/terra_boi/templates/db_config.erb
+- lib/generators/terra_boi/templates/ecr/ecs_role.tf.erb
+- lib/generators/terra_boi/templates/ecr/main.tf.erb
+- lib/generators/terra_boi/templates/ecr/output.tf.erb
+- lib/generators/terra_boi/templates/ecr/var.tf.erb
+- lib/generators/terra_boi/templates/env/data/main.tf.erb
+- lib/generators/terra_boi/templates/env/data/output.tf.erb
+- lib/generators/terra_boi/templates/env/ecs_cluster/ecs_cluster.tf.erb
+- lib/generators/terra_boi/templates/env/head_worker/ecs.tf.erb
+- lib/generators/terra_boi/templates/env/web_app/ecs.tf.erb
 - lib/generators/terra_boi/templates/host_initializer.erb
-- lib/generators/terra_boi/templates/master_worker_main.erb
-- lib/generators/terra_boi/templates/master_worker_output.erb
-- lib/generators/terra_boi/templates/master_worker_start_script.erb
-- lib/generators/terra_boi/templates/master_worker_user_data.erb
-- lib/generators/terra_boi/templates/packer_ami_build.erb
-- lib/generators/terra_boi/templates/packer_application.erb
+- lib/generators/terra_boi/templates/lib/scripts/push_to_ecr.sh.erb
+- lib/generators/terra_boi/templates/lib/scripts/update_service_pull_from_ecr.sh.erb
+- lib/generators/terra_boi/templates/lib/task_templates/head_worker.json.erb
+- lib/generators/terra_boi/templates/lib/task_templates/web_app.json.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_cluster/main.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_cluster/var.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_web_app/ecs_role.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_web_app/load_balancer.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_web_app/main.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_web_app/output.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_web_app/var.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_worker/ecs_role.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_worker/main.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_worker/output.tf.erb
+- lib/generators/terra_boi/templates/lib/terraform_modules/ecs_worker/var.tf.erb
 - lib/generators/terra_boi/templates/state_main.erb
-- lib/generators/terra_boi/templates/web_servers_main.erb
-- lib/generators/terra_boi/templates/web_servers_output.erb
-- lib/generators/terra_boi/templates/web_servers_user_data.erb
-- lib/generators/terra_boi/web_servers_generator.rb
+- lib/generators/terra_boi/tf_cert_generator.rb
+- lib/generators/terra_boi/tf_ecr_generator.rb
+- lib/generators/terra_boi/tf_env_generator.rb
+- lib/generators/terra_boi/tf_lib_generator.rb
+- lib/generators/terra_boi/tf_state_generator.rb
 - lib/tasks/terra_boi_tasks.rake
 - lib/terra_boi.rb
 - lib/terra_boi/railtie.rb
@@ -81,7 +109,7 @@ homepage: https://github.com/charliereese/terra_boi
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -96,10 +124,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.7
-signing_key: 
+rubygems_version: 3.1.2
+signing_key:
 specification_version: 4
-summary: Generators to help you get rails applications deployed into production as
-  quickly and easily as possible.
+summary: Deploy your rails application to AWS with `rake deploy`. terra_boi generates
+  AWS infrastructure as code, provisions AWS infrastructure, and then deploys your
+  application to it using Terraform, rails generators, and rake tasks.
 test_files: []

data/lib/generators/terra_boi/data_generator.rb

@@ -1,38 +0,0 @@
-require "generators/extensions"
-
-module TerraBoi
-	class DataGenerator < Rails::Generators::Base
-	  attr_accessor :application_name, :class_options
-	  source_root File.expand_path('templates', __dir__)
-
-	  desc (<<-EOF
-		  Generate staging and production DB and S3 bucket
-		  
-		  To execute, run rails generate terra_boi:data
-		  EOF
-	  	.gsub(/\t/, '')
-	  )
-
-	  def init
-	  	# defined in lib/generators/extensions
-	  	self.application_name = generate_application_name
-	  	self.class_options = options
-	  end
-
-	  def create_main_terraform_file
-	  	generate_terraform_files({
-	  		template: 'data_main.erb',
-	  		file_path: 'data/main.tf',
-	  		env: ['staging', 'prod']
-	  	})
-	  end
-
-	  def create_output_terraform_file
-	  	generate_terraform_files({
-	  		template: 'data_output.erb',
-	  		file_path: 'data/output.tf',
-	  		env: ['staging', 'prod']
-	  	})
-	  end
-	end
-end

data/lib/generators/terra_boi/master_worker_generator.rb

@@ -1,54 +0,0 @@
-require "generators/extensions"
-require 'fileutils'
-
-module TerraBoi
-	class MasterWorkerGenerator < Rails::Generators::Base
-	  attr_accessor :application_name, :id_rsa_pub, :class_options
-	  class_option :domain_name, type: :string
-	  source_root File.expand_path('templates', __dir__)
-
-	  desc (<<-EOF
-		  Generate staging and production terraform master worker server files
-		  
-		  To execute, run rails generate terra_boi:master_worker
-		  EOF
-	  	.gsub(/\t/, '')
-	  )
-
-	  def init
-	  	# defined in lib/generators/extensions
-	  	self.application_name = generate_application_name
-	  	self.id_rsa_pub = open(ENV['HOME'] + "/.ssh/id_rsa.pub").read.chomp
-	  end
-
-	  def create_main_terraform_file
-	  	generate_terraform_files({
-	  		template: 'master_worker_main.erb',
-	  		file_path: 'master_worker/main.tf',
-	  		env: ['staging', 'prod']
-	  	})
-	  end
-
-	  def create_output_terraform_file
-	  	generate_terraform_files({
-	  		template: 'master_worker_output.erb',
-	  		file_path: 'master_worker/output.tf',
-	  		env: ['staging', 'prod']
-	  	})
-	  end
-
-	  def create_user_data_terraform_file
-	  	generate_terraform_files({
-	  		template: 'master_worker_user_data.erb',
-	  		file_path: 'master_worker/user-data.sh',
-	  		env: ['staging', 'prod']
-	  	})
-	  end
-
-	  def create_master_worker_docker_entrypoint_script
-	  	filename = "scripts/start_master_worker.sh"
-	  	template "master_worker_start_script.erb", filename
-			FileUtils.chmod 0755, filename 	
-	  end
-	end
-end

data/lib/generators/terra_boi/packer_generator.rb

@@ -1,26 +0,0 @@
-require "generators/extensions"
-
-module TerraBoi
-	class PackerGenerator < Rails::Generators::Base
-	  attr_accessor :application_name
-	  source_root File.expand_path('templates', __dir__)
-
-	  desc (<<-EOF
-		  Generate packer files for building AWS EC2 AMI
-		  
-		  To execute, run rails generate terra_boi:packer
-		  EOF
-	  	.gsub(/\t/, '')
-	  )
-
-	  def init
-	  	# defined in lib/generators/extensions
-	  	self.application_name = generate_application_name
-	  end
-
-	  def create_packer_files
-	  	template "packer_ami_build.erb", "packer/ami_build.sh"
-	  	template "packer_application.erb", "packer/application.json"
-	  end
-	end
-end

data/lib/generators/terra_boi/state_generator.rb

@@ -1,25 +0,0 @@
-require "generators/extensions"
-
-module TerraBoi
-	class StateGenerator < Rails::Generators::Base
-	  attr_accessor :application_name, :class_options
-	  source_root File.expand_path('templates', __dir__)
-
-	  desc (<<-EOF
-		  Generate DB and S3 bucket for storing and locking terraform state
-		  
-		  To execute, run rails generate terra_boi:state
-		  EOF
-	  	.gsub(/\t/, '')
-	  )
-
-	  def init
-	  	self.application_name = generate_application_name
-	  	self.class_options = options
-	  end
-
-	  def create_main_terraform_file
-	  	template "state_main.erb", "terraform/state/main.tf"
-	  end
-	end
-end

data/lib/generators/terra_boi/templates/master_worker_main.erb

@@ -1,26 +0,0 @@
-# -------------------------------------------------------------------
-# 1. STATE
-# -------------------------------------------------------------------
-
-terraform {
-  backend "s3" {
-    bucket         = "<%= application_name %>-terraform-state-storage"
-    key            = "terraform/<%= config[:env] %>-state/master-worker"
-    region         = "us-east-2"
-    dynamodb_table = "<%= application_name %>-terraform-state-lock"
-    encrypt        = true
-  }
-}
-
-# -------------------------------------------------------------------
-# 2. MASTER WORKER MODULE
-# -------------------------------------------------------------------
-
-module "master_worker_cluster" {
-  source = "github.com/charliereese/terraform_modules//master_worker?ref=v0.0.24"
-
-  instance_type       	= "t2.micro"
-  env                 	= "<%= config[:env] %>"
-  app_name            	= "<%= application_name %>"
-  id_rsa_pub						= "<%= id_rsa_pub %>"
-}

data/lib/generators/terra_boi/templates/master_worker_output.erb

@@ -1,14 +0,0 @@
-output "master_worker_ip_address" {
-  value       = module.master_worker_cluster.master_worker_ip_address
-  description = "The domain name of the application load balancer"
-}
-
-output "master_worker_id" {
-  value       = module.master_worker_cluster.master_worker_id
-  description = "The ID of the master worker"
-}
-
-output "master_worker_arn" {
-  value       = module.master_worker_cluster.master_worker_arn
-  description = "The ARN of the master worker"
-}

data/lib/generators/terra_boi/templates/master_worker_start_script.erb

@@ -1,12 +0,0 @@
-#!/bin/sh
-# Master worker entrypoint for staging and prod docker containers
-
-rake db:migrate
-
-# Fix link-count, as cron is being a pain, and docker is making hardlink count > 0 (very high)
-touch /etc/crontab /etc/cron.*/*
-
-service cron start
-whenever --update-crontab
-
-rake jobs:work

data/lib/generators/terra_boi/templates/master_worker_user_data.erb

@@ -1,27 +0,0 @@
-#!/bin/bash
-sleep 5
-
-# Set ENV vars from terraform
-echo "APPLICATION_NAME=${application_name}" >> /etc/environment
-echo "DB_HOST=${db_address}" >> /etc/environment
-echo "DB_USERNAME=${db_username}" >> /etc/environment
-echo "RAILS_ENV=production" >> /etc/environment
-echo "INFRASTRUCTURE_ENV=${env}" >> /etc/environment
-
-# Load ENV vars in current session
-for line in $( cat /etc/environment ); do export $line; done
-
-# Set DB environment variables in docker container and
-# start rake jobs:work
-# https://medium.com/@oprearocks/how-to-properly-override-the-entrypoint-using-docker-run-2e081e5feb9d
-docker container run --entrypoint "./scripts/start_master_worker.sh" -p 3000:3000 --name $APPLICATION_NAME --restart always -d \
--e DB_HOST=$DB_HOST \
--e DB_USERNAME=$DB_USERNAME \
--e DB_PASSWORD=$DB_PASSWORD \
--e RAILS_ENV=$RAILS_ENV \
--e INFRASTRUCTURE_ENV=$INFRASTRUCTURE_ENV \
--e AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID \
--e AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY \
--e RAILS_MASTER_KEY=$RAILS_MASTER_KEY \
--e RAILS_SERVE_STATIC_FILES=true \
-$DOCKERHUB_USERNAME/$APPLICATION_NAME:latest

data/lib/generators/terra_boi/templates/packer_ami_build.erb

@@ -1,27 +0,0 @@
-#!/bin/bash
-
-# Update to the latest current version of packages
-sudo apt-get update
-sudo apt -y install docker.io
-docker --version
-
-# Set DB and DockerHub usernames
-RAILS_MASTER_KEY=`sudo cat /tmp/master.key`
-sudo bash -c "echo 'RAILS_MASTER_KEY=$RAILS_MASTER_KEY' >> /etc/environment"
-sudo bash -c "echo 'DB_PASSWORD=$DB_PASSWORD' >> /etc/environment"
-sudo bash -c "echo 'DOCKERHUB_USERNAME=$DOCKERHUB_USERNAME' >> /etc/environment"
-sudo bash -c "echo 'AWS_ACCESS_KEY_ID=$AWS_ACCESS_KEY_ID' >> /etc/environment"
-sudo bash -c "echo 'AWS_SECRET_ACCESS_KEY=$AWS_SECRET_ACCESS_KEY' >> /etc/environment"
-
-# # Start the Docker service
-sudo service docker start
-sudo usermod -aG docker ubuntu
-
-# # Automatically start Docker service when the system boots, i.e. when the EC2 instance created from this AMI is launched or rebooted
-sudo systemctl enable docker
-
-# Log in
-sudo docker login --username $DOCKERHUB_USERNAME -p $DOCKERHUB_ACCESS_TOKEN
-
-# Pull the container:
-sudo docker pull $DOCKERHUB_USERNAME/<%= application_name %>:latest

data/lib/generators/terra_boi/templates/packer_application.erb

@@ -1,49 +0,0 @@
-{
-  "variables": {
-  	"DOCKERHUB_ACCESS_TOKEN": "",
-  	"DOCKERHUB_USERNAME": "",
-  	"DB_PASSWORD": ""
-  },
-
-  "builders": [{
-    "type": "amazon-ebs",
-    "region": "us-east-2",
-    "source_ami_filter": {
-      "filters": {
-        "virtualization-type": "hvm",
-        "name": "ubuntu/images/*ubuntu-disco-19.04-amd64-server-*",
-        "root-device-type": "ebs"
-      },
-      "owners": ["099720109477"],
-      "most_recent": true
-    },
-    "instance_type": "t2.micro",
-    "ssh_username": "ubuntu",
-    "ami_name": "<%= application_name %>-ec2 {{timestamp}}",
-    "tags": {
-    	"application": "<%= application_name %>-web-server"
-    }
-  }],
-
-  "provisioners": [{
-    "type": "file",
-    "source": "../config/master.key",
-    "destination": "/tmp/master.key"
-  },{
-    "type": "shell",
-    "inline": [
-      "sleep 30"
-    ]
-  },
-	{
-		"type":"shell",
-		"environment_vars": [
-    	"DOCKERHUB_ACCESS_TOKEN={{user `DOCKERHUB_ACCESS_TOKEN`}}",
-    	"DOCKERHUB_USERNAME={{user `DOCKERHUB_USERNAME`}}",
-    	"DB_PASSWORD={{user `DB_PASSWORD`}}",
-    	"AWS_ACCESS_KEY_ID={{user `AWS_ACCESS_KEY_ID`}}",
-    	"AWS_SECRET_ACCESS_KEY={{user `AWS_SECRET_ACCESS_KEY`}}"
-    ],
-		"script": "ami_build.sh"
-	}]
-}