smartcloud 0.0.31

data/lib/smartcloud/grids/mysql.rb

@@ -0,0 +1,60 @@
+# The main Smartcloud Grids Mysql driver
+module Smartcloud
+	module Grids
+		class Mysql
+			def initialize
+			end
+
+			def self.up(exposed)
+				if Smartcloud::Docker.running?
+					# Creating networks
+					unless system("docker network inspect mysql-network", [:out, :err] => File::NULL)
+						print "-----> Creating network mysql-network ... "
+						if system("docker network create mysql-network", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					# Creating & Starting containers
+					print "-----> Creating container mysql ... "
+					if system("docker create \
+						--name='mysql' \
+						--env MYSQL_RANDOM_ROOT_PASSWORD=yes \
+						#{"--publish='3306:3306'" if exposed == '--exposed'} \
+						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-mysql/data:/var/lib/mysql' \
+						--restart='always' \
+						--network='mysql-network' \
+						mysql:5.7.27 \
+						--default-authentication-plugin=mysql_native_password", out: File::NULL)
+
+						puts "done"
+						print "-----> Starting container mysql ... "
+						if system("docker start mysql", out: File::NULL)
+							puts "done"
+						end
+					end
+				end
+			end
+	
+			def self.down
+				if Smartcloud::Docker.running?
+					# Stopping & Removing containers - in reverse order
+					print "-----> Stopping container mysql ... "
+					if system("docker stop 'mysql'", out: File::NULL)
+						puts "done"
+						print "-----> Removing container mysql ... "
+						if system("docker rm 'mysql'", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					# Removing networks
+					print "-----> Removing network mysql-network ... "
+					if system("docker network rm mysql-network", out: File::NULL)
+						puts "done"
+					end
+				end
+			end			
+		end
+	end
+end

data/lib/smartcloud/grids/nginx.rb

@@ -0,0 +1,133 @@
+# The main Smartcloud Grids Nginx driver
+module Smartcloud
+	module Grids
+		class Nginx
+			def initialize
+			end
+	
+			def self.up(exposed)
+				if Smartcloud::Docker.running?
+					# Creating volumes
+					print "-----> Creating volume nginx-confd ... "
+					if system("docker volume create nginx-confd", out: File::NULL)
+						puts "done"
+					end
+
+					print "-----> Creating volume nginx-vhost ... "
+					if system("docker volume create nginx-vhost", out: File::NULL)
+						puts "done"
+					end
+
+					print "-----> Creating volume nginx-shtml ... "
+					if system("docker volume create nginx-shtml", out: File::NULL)
+						puts "done"
+					end
+
+					# Creating networks
+					unless system("docker network inspect nginx-network", [:out, :err] => File::NULL)
+						print "-----> Creating network nginx-network ... "
+						if system("docker network create nginx-network", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					# Creating & Starting containers
+					print "-----> Creating container nginx ... "
+					if system("docker create \
+						--name='nginx' \
+						#{"--publish='80:80' --publish='443:443'" if exposed == '--exposed'} \
+						--volume='nginx-confd:/etc/nginx/conf.d/' \
+						--volume='nginx-vhost:/etc/nginx/vhost.d/' \
+						--volume='nginx-shtml:/usr/share/nginx/html' \
+						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-nginx/certificates:/etc/nginx/certs' \
+						--volume='#{Smartcloud.config.root_path}/lib/smartcloud/grids/grid-nginx/fastcgi.conf:/etc/nginx/fastcgi.conf:ro' \
+						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-nginx/htpasswd:/etc/nginx/htpasswd:ro' \
+						--restart='always' \
+						--network='nginx-network' \
+						nginx", out: File::NULL)
+
+						puts "done"
+						print "-----> Starting container nginx ... "
+						if system("docker start nginx", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					print "-----> Creating container nginx-gen ... "
+					if system("docker create \
+						--name='nginx-gen' \
+						--volumes-from nginx \
+						--volume='#{Smartcloud.config.root_path}/lib/smartcloud/grids/grid-nginx/nginx.tmpl:/etc/docker-gen/templates/nginx.tmpl:ro' \
+						--volume='/var/run/docker.sock:/tmp/docker.sock:ro' \
+						--restart='always' \
+						--network='nginx-network' \
+						jwilder/docker-gen \
+						-notify-sighup nginx -watch /etc/docker-gen/templates/nginx.tmpl /etc/nginx/conf.d/default.conf", out: File::NULL)
+
+						puts "done"
+						print "-----> Starting container nginx-gen ... "
+						if system("docker start nginx-gen", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					print "-----> Creating container nginx-letsencrypt ... "
+					if system("docker create \
+						--name='nginx-letsencrypt' \
+						--env NGINX_PROXY_CONTAINER=nginx \
+						--env NGINX_DOCKER_GEN_CONTAINER=nginx-gen \
+						--volumes-from nginx \
+						--volume='/var/run/docker.sock:/var/run/docker.sock:ro' \
+						--restart='always' \
+						--network='nginx-network' \
+						jrcs/letsencrypt-nginx-proxy-companion", out: File::NULL)
+
+						puts "done"
+						print "-----> Starting container nginx-letsencrypt ... "
+						if system("docker start nginx-letsencrypt", out: File::NULL)
+							puts "done"
+						end
+					end
+				end
+			end
+
+			def self.down
+				if Smartcloud::Docker.running?
+					# Stopping & Removing containers - in reverse order
+					print "-----> Stopping container nginx-letsencrypt ... "
+					if system("docker stop 'nginx-letsencrypt'", out: File::NULL)
+						puts "done"
+						print "-----> Removing container nginx-letsencrypt ... "
+						if system("docker rm 'nginx-letsencrypt'", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					print "-----> Stopping container nginx-gen ... "
+					if system("docker stop 'nginx-gen'", out: File::NULL)
+						puts "done"
+						print "-----> Removing container nginx-gen ... "
+						if system("docker rm 'nginx-gen'", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					print "-----> Stopping container nginx ... "
+					if system("docker stop 'nginx'", out: File::NULL)
+						puts "done"
+						print "-----> Removing container nginx ... "
+						if system("docker rm 'nginx'", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					# Removing networks
+					print "-----> Removing network nginx-network ... "
+					if system("docker network rm nginx-network", out: File::NULL)
+						puts "done"
+					end
+				end
+			end
+		end
+	end
+end

data/lib/smartcloud/grids/runner.rb

@@ -0,0 +1,373 @@
+# The main Smartcloud Grids Git driver
+module Smartcloud
+	module Grids
+		class Runner
+			def initialize
+			end
+
+			def self.up
+				if Smartcloud::Docker.running?
+					# Creating swapfile
+					# self.create_swapfile
+
+					# Creating images
+					self.create_images
+
+					# Creating & Starting containers
+					if system("docker image inspect smartcloud/runner", [:out, :err] => File::NULL) && system("docker image inspect smartcloud/buildpacks/rails", [:out, :err] => File::NULL)
+						print "-----> Creating container runner ... "
+						if system("docker create \
+							--name='runner' \
+							--env VIRTUAL_PROTO=fastcgi \
+							--env VIRTUAL_HOST=#{Smartcloud.config.git_domain} \
+							--env LETSENCRYPT_HOST=#{Smartcloud.config.git_domain} \
+							--env LETSENCRYPT_EMAIL=#{Smartcloud.config.sysadmin_email} \
+							--env LETSENCRYPT_TEST=#{Smartcloud.config.letsencrypt_test} \
+							--env USER_HOME_PATH=#{Smartcloud.config.user_home_path} \
+							--expose='9000' \
+							--volume='#{Smartcloud.config.user_home_path}/.smartcloud/config:#{Smartcloud.config.user_home_path}/.smartcloud/config' \
+							--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner:#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner' \
+							--volume='/var/run/docker.sock:/var/run/docker.sock' \
+							--user=#{File.basename(Smartcloud.config.user_home_path)} \
+							--workdir='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner/apps' \
+							--restart='always' \
+							--network='nginx-network' \
+							smartcloud/runner \
+							spawn-fcgi -n -p 9000 /usr/bin/fcgiwrap -f", out: File::NULL)
+							puts "done"
+
+							print "-----> Starting container runner ... "
+							if system("docker start runner", out: File::NULL)
+								puts "done"
+							end
+						end
+					end
+				end
+			end
+	
+			def self.down
+				if Smartcloud::Docker.running?
+					# Stopping & Removing containers - in reverse order
+					print "-----> Stopping container runner ... "
+					if system("docker stop 'runner'", out: File::NULL)
+						puts "done"
+
+						print "-----> Removing container runner ... "
+						if system("docker rm 'runner'", out: File::NULL)
+							puts "done"
+						end
+					end
+
+					# Removing images
+					self.destroy_images
+
+					# Removing swapfile
+					# self.destroy_swapfile
+				end
+			end
+			
+			def self.create_swapfile
+				# Creating swapfile for bundler to work properly
+				unless system("sudo swapon -s | grep -ci '/swapfile'", out: File::NULL)
+					print "-----> Creating swap swapfile ... "
+					system("sudo install -o root -g root -m 0600 /dev/null /swapfile", out: File::NULL)
+					system("sudo dd if=/dev/zero of=/swapfile bs=1k count=2048k", [:out, :err] => File::NULL)
+					system("sudo mkswap /swapfile", out: File::NULL)
+					system("sudo sh -c 'echo \"/swapfile       none    swap    sw      0       0\" >> /etc/fstab'", out: File::NULL)
+					system("echo 10 | sudo tee /proc/sys/vm/swappiness", out: File::NULL)
+					system("sudo sed -i '/^vm.swappiness = /d' /etc/sysctl.conf", out: File::NULL)
+					system("echo vm.swappiness = 10 | sudo tee -a /etc/sysctl.conf", out: File::NULL)
+					puts "done"
+
+					print "-----> Starting swap swapfile ... "
+					if system("sudo swapon /swapfile", out: File::NULL)
+						puts "done"
+					end
+				end
+			end
+
+			def self.destroy_swapfile
+				if system("sudo swapon -s | grep -ci '/swapfile'", out: File::NULL)
+					print "-----> Stopping swap swapfile ... "
+					if system("sudo swapoff /swapfile", out: File::NULL)
+						system("sudo sed -i '/^vm.swappiness = /d' /etc/sysctl.conf", out: File::NULL)
+						system("echo 60 | sudo tee /proc/sys/vm/swappiness", out: File::NULL)
+						puts "done"
+
+						print "-----> Removing swap swapfile ... "
+						system("sudo sed -i '/^\\/swapfile/d' /etc/fstab", out: File::NULL)
+						if system("sudo rm /swapfile", out: File::NULL)
+							puts "done"
+						end
+					end
+				end
+			end
+			
+			def self.create_images
+				unless system("docker image inspect smartcloud/runner", [:out, :err] => File::NULL)
+					print "-----> Creating image smartcloud/runner ... "
+					if system("docker image build -t smartcloud/runner \
+						--build-arg DOCKER_GID=`getent group docker | cut -d: -f3` \
+						--build-arg USER_UID=`id -u` \
+						--build-arg USER_NAME=`id -un` \
+						#{Smartcloud.config.root_path}/lib/smartcloud/grids/grid-runner", out: File::NULL)
+						puts "done"
+					end
+				end
+
+				unless system("docker image inspect smartcloud/buildpacks/rails", [:out, :err] => File::NULL)
+					print "-----> Creating image smartcloud/buildpacks/rails ... "
+					if system("docker image build -t smartcloud/buildpacks/rails #{Smartcloud.config.root_path}/lib/smartcloud/grids/grid-runner/buildpacks/rails", out: File::NULL)
+						puts "done"
+					end
+				end
+			end
+			
+			def self.destroy_images
+				if system("docker image inspect smartcloud/buildpacks/rails", [:out, :err] => File::NULL)
+					print "-----> Removing image smartcloud/buildpacks/rails ... "
+					if system("docker image rm smartcloud/buildpacks/rails", out: File::NULL)
+						puts "done"
+					end
+				end
+
+				if system("docker image inspect smartcloud/runner", [:out, :err] => File::NULL)
+					print "-----> Removing image smartcloud/runner ... "
+					if system("docker image rm smartcloud/runner", out: File::NULL)
+						puts "done"
+					end
+				end
+			end
+
+			# Creating App!
+			#
+			# Example:
+			#   >> Apps.create
+			#   => Creation Complete
+			#
+			# Arguments:
+			#   appname => (String)
+			# 	username => (String)
+			def self.create_app(appname, username)
+				if Smartcloud::Docker.running?
+					repository_path = "#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner/apps/repositories/#{appname}.git"
+					container_path = "#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner/apps/containers/#{appname}"
+					print "-----> Creating Application ... "
+
+					# Checking if app with given name already exists
+					if Dir.exist?(repository_path)
+						puts "failed. App with name '#{appname}' already exists."
+						exit
+					end
+
+					# Creating Directories
+					FileUtils.mkdir_p(repository_path)
+					FileUtils.mkdir_p(container_path)
+
+					# Initializing bare repo and pre-receive
+					Dir.chdir(repository_path) do
+						%x[git init --bare]
+						%x[chmod +x #{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner/pre-receive]
+						%x[ln -s #{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner/pre-receive #{repository_path}/hooks/pre-receive]
+						puts "done"
+					end
+
+					# Creating Environment File
+					if File.exist?("#{Smartcloud.config.user_home_path}/.smartcloud/config/environment.rb")
+						require "#{Smartcloud.config.user_home_path}/.smartcloud/config/environment"
+					end
+					unless File.exist? "#{container_path}/env"
+						print "-----> Creating App Environment ... "
+						system("cat > #{container_path}/env <<- EOF
+							## System
+							USERNAME=#{username}
+							KEEP_RELEASES=3
+
+							## Docker
+							VIRTUAL_HOST=#{appname}.#{Smartcloud.config.apps_domain}
+							LETSENCRYPT_HOST=#{appname}.#{Smartcloud.config.apps_domain}
+							LETSENCRYPT_EMAIL=#{Smartcloud.config.sysadmin_email}
+							LETSENCRYPT_TEST=false
+						EOF")
+						puts "done"
+					end
+				end
+			end
+			
+			def self.destroy_app(appname)
+				if Smartcloud::Docker.running?
+					# Stopping & Removing old container
+					self.stop_app(appname)
+
+					# Destroying Directories
+					print "-----> Deleting App #{appname} ... "
+					repository_path = "#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner/apps/repositories/#{appname}.git"
+					container_path = "#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner/apps/containers/#{appname}"
+					FileUtils.rm_r(repository_path)
+					FileUtils.rm_r(container_path)
+					puts "done"
+				end
+			end
+
+			def self.prereceive_app(appname, username, oldrev, newrev, refname)
+				container_path = "#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner/apps/containers/#{appname}"
+
+				## Verify the user and ensure the user is correct and has access to this repository
+				print "-----> Verifying User ... "
+				unless File.exist? "#{container_path}/env"
+					puts "Environment could not be loaded ... Failed"
+					exit 1
+				end
+
+				# Load ENV vars
+				File.open("#{container_path}/env").each_line do |line|
+					line.chomp!
+					next if line.empty? || line.start_with?('#')
+				    key, value = line.split "="
+				    ENV[key] = value
+				end
+
+				# Match Username
+				unless ENV['USERNAME'] == username
+					puts "User is not authorized ... Failed"
+					exit 1
+				end
+				puts "done"
+
+				# Only run this script for the master branch. You can remove this
+				# if block if you wish to run it for others as well.
+				if refname == "refs/heads/master"
+					print "-----> Initializing Application ... "
+
+					# Note: There should be no space between + and " in now_date.
+					# Note: date will be UTC date until timezone has been changed.
+					now_date = `date +"%Y%m%d%H%M%S"`.chomp!
+					container_path_with_now_date = "#{container_path}/#{now_date}"
+
+					unless Dir.exist? container_path_with_now_date
+						FileUtils.mkdir_p(container_path_with_now_date)
+						if system("git archive #{newrev} | tar -x -C #{container_path_with_now_date}")
+							puts "done"
+
+							# Clean up very old versions
+							Dir.chdir(container_path) do
+								app_versions = Dir.glob('*').select { |f| File.directory? f }.sort
+								destroy_count = app_versions.count - ENV['KEEP_RELEASES'].to_i
+								if destroy_count > 0
+									print "-----> Deleting Old Application Versions ... "
+									destroy_count.times do
+										FileUtils.rm_r(File.join(Dir.pwd, app_versions.shift))
+									end
+									puts "done"
+								end
+							end
+
+							# Start App
+							self.start_app(appname)
+						else
+							puts "failed. Could not extract new app version."
+							exit 1
+						end
+					end
+				end
+			end
+
+			def self.start_app(appname, app_version = 0)
+				if Smartcloud::Docker.running?
+					container_path = "#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner/apps/containers/#{appname}"
+
+					Dir.chdir(container_path) do
+						if app_version == 0
+							app_versions = Dir.glob('*').select { |f| File.directory? f }.sort
+							app_version = app_versions.last
+						end
+
+						container_path_with_now_date = "#{container_path}/#{app_version}"
+
+						puts "-----> Launching Application ... "
+
+						if File.exist? "#{container_path_with_now_date}/bin/rails"
+							# Stopping & Removing container
+							self.stop_app(appname)
+							
+							# Starting Rails App
+							self.start_rails_app(appname, container_path, container_path_with_now_date)
+						end
+					end
+
+					# This line is important to cancel pre-receive push if finally the app could not be started.
+					# If the app was finally started, then this line should never be executed.
+					exit 1
+				end
+			end
+
+			def self.stop_app(appname)
+				if Smartcloud::Docker.running?
+					if system("docker inspect -f '{{.State.Running}}' #{appname}", [:out, :err] => File::NULL)
+						print "-----> Stopping container #{appname} ... "
+						if system("docker stop '#{appname}'", out: File::NULL)
+							puts "done"
+
+							print "-----> Removing container #{appname} ... "
+							if system("docker rm '#{appname}'", out: File::NULL)
+								puts "done"
+							end
+						end
+					else
+						puts "-----> Container #{appname} is currently not running."
+					end
+				end
+			end
+			
+			def self.start_rails_app(appname, container_path, container_path_with_now_date)
+				puts "-----> Ruby on Rails Application Detected"
+
+				# Setup rails env
+				env_path = "#{container_path}/env"
+				system("grep -q '^## Rails' #{env_path} || echo '\n## Rails' >> #{env_path}")
+				system("grep -q '^RAILS_ENV=' #{env_path} || echo 'RAILS_ENV=production' >> #{env_path}")
+				system("grep -q '^RACK_ENV=' #{env_path} || echo 'RACK_ENV=production' >> #{env_path}")
+				system("grep -q '^RAILS_LOG_TO_STDOUT=' #{env_path} || echo 'RAILS_LOG_TO_STDOUT=enabled' >> #{env_path}")
+				system("grep -q '^RAILS_SERVE_STATIC_FILES=' #{env_path} || echo 'RAILS_SERVE_STATIC_FILES=enabled' >> #{env_path}")
+				system("grep -q '^LANG=' #{env_path} || echo 'LANG=en_US.UTF-8' >> #{env_path}")
+				system("grep -q '^RAILS_MASTER_KEY=' #{env_path} || echo 'RAILS_MASTER_KEY=yourmasterkey' >> #{env_path}")
+				puts "-----> WARNING: Please set your RAILS_MASTER_KEY env var for this rails app." if system("grep -q '^RAILS_MASTER_KEY=yourmasterkey' #{env_path}")
+
+				# Setup Procfile
+				unless File.exist? "#{container_path_with_now_date}/Procfile"
+					puts "-----> WARNING: Procfile not detected. Adding a default Procfile. It is recommended to add your own Procfile."
+					system("cat > #{container_path_with_now_date}/Procfile <<- EOF
+						web: bundle exec puma -C config/puma.rb
+					EOF")
+				end
+
+				# Creating & Starting container
+				# IMPORTANT NOTE:
+				# The below commands of docker are executed here. However, they run from the host.
+				# Therefore, the ~ used in the commands below is used to denote the home directory of the host
+				# and not the runner.
+				print "-----> Creating container #{appname} ... "
+				if system("docker create \
+					--name='#{appname}' \
+					--env-file='#{container_path}/env' \
+					--expose='5000' \
+					--volume='~#{container_path_with_now_date}:/code' \
+					--restart='always' \
+					--network='nginx-network' \
+					smartcloud/buildpacks/rails", out: File::NULL)
+					puts "done"
+
+					system("docker network connect solr-network #{appname}")
+					system("docker network connect mysql-network #{appname}")
+
+					print "-----> Starting container #{appname} ... "
+					if system("docker start #{appname}", out: File::NULL)
+						puts "done"
+						system("docker logs #{appname} --follow")
+						exit 0
+					end
+				end
+			end
+		end
+	end
+end