smartmachine 0.8.0 → 1.0.0

data/bin/smartrunner

@@ -1,33 +0,0 @@
-#!/usr/bin/env ruby
-
-require "smart_machine"
-
-command = ARGV.shift
-
-machine = SmartMachine::Machine.new
-
-case command
-when "grids"
-	grids = SmartMachine::Grids.new
-	grids.run ARGV
-
-when "apps"
-	grids = SmartMachine::Apps.new
-	grids.run ARGV
-
-when "buildpacker"
-	action = ARGV.shift
-	buildpacker = SmartMachine::Buildpacker.new
-	buildpacker.public_send(action, *ARGV)
-
-when "prereceiver"
-	action = ARGV.shift
-	prereceiver = SmartMachine::Grids::Prereceiver.new
-	prereceiver.public_send(action, *ARGV)
-
-when "scheduler"
-	action = ARGV.shift
-	scheduler = SmartMachine::Grids::Scheduler.new
-	scheduler.public_send(action, *ARGV)
-
-end

data/lib/smart_machine/apps/rails.rb

@@ -1,250 +0,0 @@
-# The main SmartMachine Apps Rails driver
-module SmartMachine
-	class Apps
-		class Rails < SmartMachine::Base
-			def initialize
-			end
-
-			def start(appname, container_path, container_path_with_version)
-				return unless File.exist? "#{container_path_with_version}/bin/rails"
-
-				logger.formatter = proc do |severity, datetime, progname, message|
-					severity_text = { "DEBUG" => "\u{1f527} #{severity}:", "INFO" => " \u{276f}", "WARN" => "\u{2757} #{severity}:",
-						"ERROR" => "\u{274c} #{severity}:", "FATAL" => "\u{2b55} #{severity}:", "UNKNOWN" => "\u{2753} #{severity}:"
-					}
-					"\t\t\t\t#{severity_text[severity]} #{message}\n"
-				end
-
-				logger.info "Ruby on Rails application detected."
-
-				# Setup rails env
-				env_path = "#{container_path}/env"
-				system("grep -q '^## Rails' #{env_path} || echo '## Rails' >> #{env_path}")
-				system("grep -q '^MALLOC_ARENA_MAX=' #{env_path} || echo '# MALLOC_ARENA_MAX=2' >> #{env_path}")
-				system("grep -q '^RAILS_ENV=' #{env_path} || echo 'RAILS_ENV=production' >> #{env_path}")
-				system("grep -q '^RACK_ENV=' #{env_path} || echo 'RACK_ENV=production' >> #{env_path}")
-				system("grep -q '^RAILS_LOG_TO_STDOUT=' #{env_path} || echo 'RAILS_LOG_TO_STDOUT=enabled' >> #{env_path}")
-				system("grep -q '^RAILS_SERVE_STATIC_FILES=' #{env_path} || echo 'RAILS_SERVE_STATIC_FILES=enabled' >> #{env_path}")
-				system("grep -q '^LANG=' #{env_path} || echo 'LANG=en_US.UTF-8' >> #{env_path}")
-				system("grep -q '^RAILS_MASTER_KEY=' #{env_path} || echo 'RAILS_MASTER_KEY=yourmasterkey' >> #{env_path}")
-				logger.warn "Please set your RAILS_MASTER_KEY env var for this rails app." if system("grep -q '^RAILS_MASTER_KEY=yourmasterkey' #{env_path}")
-
-				# Setup app folders needed for volumes. If this is not created then docker will create it while running the container,
-				# but the folder will have root user assigned instead of the current user.
-				FileUtils.mkdir_p("#{container_path}/app/vendor/bundle")
-				FileUtils.mkdir_p("#{container_path}/app/public/assets")
-				FileUtils.mkdir_p("#{container_path}/app/public/packs")
-				FileUtils.mkdir_p("#{container_path}/app/node_modules")
-				FileUtils.mkdir_p("#{container_path}/app/storage")
-				FileUtils.mkdir_p("#{container_path_with_version}/vendor/bundle")
-				FileUtils.mkdir_p("#{container_path_with_version}/public/assets")
-				FileUtils.mkdir_p("#{container_path_with_version}/public/packs")
-				FileUtils.mkdir_p("#{container_path_with_version}/node_modules")
-				FileUtils.mkdir_p("#{container_path_with_version}/storage")
-
-				# Creating & Starting container
-				container_id = `docker ps -a -q --filter='name=^#{appname}_1$' --filter='status=running'`.chomp
-				new_container = container_id.empty? ? "#{appname}_1" : "#{appname}_2"
-				old_container = container_id.empty? ? "#{appname}_2" : "#{appname}_1"
-
-				SmartMachine::Apps::App.stop("#{new_container}")
-				if system("docker create \
-					--name='#{new_container}' \
-					--env-file='#{container_path}/env' \
-					--user `id -u`:`id -g` \
-					--workdir /app \
-					--expose='3000' \
-					--volume='#{SmartMachine.config.user_home_path}/.smartmachine/config:#{SmartMachine.config.user_home_path}/.smartmachine/config' \
-					--volume='#{container_path_with_version}:/app' \
-					--volume='#{container_path}/app/vendor/bundle:/app/vendor/bundle' \
-					--volume='#{container_path}/app/public/assets:/app/public/assets' \
-					--volume='#{container_path}/app/public/packs:/app/public/packs' \
-					--volume='#{container_path}/app/node_modules:/app/node_modules' \
-					--volume='#{container_path}/app/storage:/app/storage' \
-					--restart='always' \
-					--init \
-					--network='nginx-network' \
-					smartmachine/buildpacks/rails:#{SmartMachine.version}", out: File::NULL)
-
-					system("docker network connect elasticsearch-network #{new_container}")
-					system("docker network connect minio-network #{new_container}")
-					system("docker network connect mysql-network #{new_container}")
-
-					if system("docker start --attach #{new_container}")
-						logger.debug "Starting Web Server ..."
-						if system("docker start #{new_container}", out: File::NULL)
-							sleep 7
-							logger.info "Web Server started successfully."
-							SmartMachine::Apps::App.stop(old_container)
-							SmartMachine::Apps::App.clean_up(container_path)
-							logger.info "Launched Application ... Success."
-							exit 10
-						end
-					else
-						SmartMachine::Apps::App.stop("#{new_container}")
-					end
-				end
-
-				logger.formatter = nil
-			end
-
-			def pack
-				set_logger_formatter_arrow
-
-				if File.exist? "tmp/smartmachine/packed"
-					begin
-						pid = File.read('tmp/smartmachine/packed').to_i
-						Process.kill('QUIT', pid)
-					rescue Errno::ESRCH # No such process
-					end
-					exec "bundle", "exec", "puma", "--config", "config/puma.rb"
-				else
-					if initial_setup? && bundle_install? && precompile_assets? && db_migrate? && test_web_server?
-						logger.formatter = nil
-
-						exit 0
-					else
-						logger.error "Could not continue ... Launch Failed."
-						logger.formatter = nil
-
-						exit 1
-					end
-				end
-			end
-
-			private
-
-			# Perform initial_setup
-			def initial_setup?
-				logger.info "Performing initial setup ..."
-
-				exit_status = nil
-
-				# Fix for mysql2 gem to support sha256_password, until it is fixed in main mysql2 gem.
-				# https://github.com/brianmario/mysql2/issues/1023
-				exit_status = system("mkdir -p ./lib/mariadb && ln -s /usr/lib/mariadb/plugin ./lib/mariadb/plugin")
-
-				if exit_status
-					return true
-				else
-					logger.error "Could not complete initial setup."
-					return false
-				end
-			end
-
-			# Perform bundle install
-			def bundle_install?
-				logger.info "Performing bundle install ..."
-
-				set_logger_formatter_tabs
-
-				unless system("bundle config set deployment 'true' && bundle config set clean 'true'")
-					logger.error "Could not complete bundle config setting."
-					return false
-				end
-
-				exit_status = nil
-				Open3.popen2e("bundle", "install") do |stdin, stdout_and_stderr, wait_thr|
-					stdout_and_stderr.each { |line| logger.info "#{line}" }
-					exit_status = wait_thr.value.success?
-				end
-				set_logger_formatter_arrow
-
-				if exit_status
-					return true
-				else
-					logger.error "Could not complete bundle install."
-					return false
-				end
-			end
-
-			# Perform pre-compiling of assets
-			def precompile_assets?
-				logger.info "Installing Javascript dependencies & pre-compiling assets ..."
-
-				set_logger_formatter_tabs
-				exit_status = nil
-				Open3.popen2e("bundle", "exec", "rails", "assets:precompile") do |stdin, stdout_and_stderr, wait_thr|
-					stdout_and_stderr.each { |line| logger.info "#{line}" }
-					exit_status = wait_thr.value.success?
-				end
-				set_logger_formatter_arrow
-
-				if exit_status
-					return true
-				else
-					logger.error "Could not install Javascript dependencies or pre-compile assets."
-					return false
-				end
-			end
-
-			# Perform db_migrate
-			def db_migrate?
-				return true # remove this line when you want to start using db_migrate?
-
-				logger.info "Performing database migrations ..."
-
-				set_logger_formatter_tabs
-				exit_status = nil
-				Open3.popen2e("bundle", "exec", "rails", "db:migrate") do |stdin, stdout_and_stderr, wait_thr|
-					stdout_and_stderr.each { |line| logger.info "#{line}" }
-					exit_status = wait_thr.value.success?
-				end
-				set_logger_formatter_arrow
-
-				if exit_status
-					return true
-				else
-					logger.error "Could not complete database migrations."
-					return false
-				end
-			end
-
-			# Perform testing of web server
-			def test_web_server?
-				logger.info "Setting up Web Server ..."
-
-				# tmp folders
-				FileUtils.mkdir_p("tmp/pids")
-				FileUtils.mkdir_p("tmp/smartmachine")
-				FileUtils.rm_f("tmp/smartmachine/packed")
-
-				# Spawn Process
-				pid = Process.spawn("bundle", "exec", "puma", "--config", "config/puma.rb", out: File::NULL)
-				Process.detach(pid)
-
-				# Sleep
-				sleep 5
-
-				# Check PID running
-				status = nil
-				begin
-					Process.kill(0, pid)
-					system("echo '#{pid}' > tmp/smartmachine/packed")
-					status = true
-				rescue Errno::ESRCH # No such process
-					logger.info "Web Server could not start"
-					status = false
-				end
-
-				# Return status
-				return status
-			end
-
-			def set_logger_formatter_arrow
-				logger.formatter = proc do |severity, datetime, progname, message|
-					severity_text = { "DEBUG" => "\u{1f527} #{severity}:", "INFO" => " \u{276f}", "WARN" => "\u{2757} #{severity}:",
-						"ERROR" => "\u{274c} #{severity}:", "FATAL" => "\u{2b55} #{severity}:", "UNKNOWN" => "\u{2753} #{severity}:"
-					}
-					"\t\t\t\t#{severity_text[severity]} #{message}\n"
-				end
-			end
-
-			def set_logger_formatter_tabs
-				logger.formatter = proc do |severity, datetime, progname, message|
-					"\t\t\t\t       #{message}"
-				end
-			end
-		end
-	end
-end

data/lib/smart_machine/apps.rb

@@ -1,14 +0,0 @@
-# The main SmartMachine Apps
-module SmartMachine
-	class Apps < SmartMachine::Base
-		def run(*args)
-			args.flatten!
-
-			action = args.shift
-
-			raise "invalid action on the app" unless ['create', 'destroy', 'start', 'stop'].include? action
-
-			Object.const_get("SmartMachine::Apps::App").public_send(action, *args)
-		end
-	end
-end

data/lib/smart_machine/boot.rb

@@ -1,32 +0,0 @@
-# The main SmartMachine Boot driver
-module SmartMachine
-	class Boot < SmartMachine::Base
-		def initialize
-		end
-	end
-end
-
-require 'smart_machine/credentials'
-
-require 'smart_machine/ssh'
-require 'smart_machine/machine'
-
-require 'smart_machine/docker'
-require 'smart_machine/engine'
-require 'smart_machine/buildpacker'
-require 'smart_machine/sync'
-
-require 'smart_machine/user'
-
-require 'smart_machine/grids'
-require 'smart_machine/grids/elasticsearch'
-require 'smart_machine/grids/minio'
-require 'smart_machine/grids/mysql'
-require 'smart_machine/grids/nginx'
-require 'smart_machine/grids/prereceiver'
-require 'smart_machine/grids/scheduler'
-require 'smart_machine/grids/solr'
-
-require 'smart_machine/apps'
-require 'smart_machine/apps/app'
-require 'smart_machine/apps/rails'

data/lib/smart_machine/buildpacker.rb

@@ -1,106 +0,0 @@
-require 'open3'
-
-module SmartMachine
-	class Buildpacker < SmartMachine::Base
-		def initialize
-		end
-
-		def install
-			puts "-----> Installing Buildpacker"
-
-			ssh = SmartMachine::SSH.new
-			commands = ["smartmachine runner buildpacker create"]
-			ssh.run commands
-
-			puts "-----> Buildpacker Installation Complete"
-		end
-
-		def uninstall
-			puts "-----> Uninstalling Buildpacker"
-
-			ssh = SmartMachine::SSH.new
-			commands = ["smartmachine runner buildpacker destroy"]
-			ssh.run commands
-
-			puts "-----> Buildpacker Uninstallation Complete"
-		end
-
-		def update
-			self.uninstall
-			self.install
-		end
-
-		def create
-			self.destroy
-
-			unless system("docker image inspect #{buildpacker_image_name}", [:out, :err] => File::NULL)
-				print "-----> Creating image #{buildpacker_image_name} ... "
-				if system("docker image build -t #{buildpacker_image_name} \
-					--build-arg SMARTMACHINE_VERSION=#{SmartMachine.version} \
-					--build-arg USER_UID=`id -u` \
-					--build-arg USER_NAME=`id -un` \
-					#{SmartMachine.config.root_path}/lib/smart_machine/engine/buildpacks/rails", out: File::NULL)
-					puts "done"
-				end
-			end
-		end
-
-		def destroy
-			if system("docker image inspect #{buildpacker_image_name}", [:out, :err] => File::NULL)
-				print "-----> Removing image #{buildpacker_image_name} ... "
-				if system("docker image rm #{buildpacker_image_name}", out: File::NULL)
-					puts "done"
-				end
-			end
-		end
-
-		def pack
-			if File.exist? "bin/rails"
-				rails = SmartMachine::Apps::Rails.new
-				rails.pack
-			end
-		end
-
-		# These swapfile methods can be used (after required modification), when you need to make swapfile for more memory.
-		# def self.create_swapfile
-		# 	# Creating swapfile for bundler to work properly
-		# 	unless system("sudo swapon -s | grep -ci '/swapfile'", out: File::NULL)
-		# 		print "-----> Creating swap swapfile ... "
-		# 		system("sudo install -o root -g root -m 0600 /dev/null /swapfile", out: File::NULL)
-		# 		system("sudo dd if=/dev/zero of=/swapfile bs=1k count=2048k", [:out, :err] => File::NULL)
-		# 		system("sudo mkswap /swapfile", out: File::NULL)
-		# 		system("sudo sh -c 'echo \"/swapfile       none    swap    sw      0       0\" >> /etc/fstab'", out: File::NULL)
-		# 		system("echo 10 | sudo tee /proc/sys/vm/swappiness", out: File::NULL)
-		# 		system("sudo sed -i '/^vm.swappiness = /d' /etc/sysctl.conf", out: File::NULL)
-		# 		system("echo vm.swappiness = 10 | sudo tee -a /etc/sysctl.conf", out: File::NULL)
-		# 		puts "done"
-		#
-		# 		print "-----> Starting swap swapfile ... "
-		# 		if system("sudo swapon /swapfile", out: File::NULL)
-		# 			puts "done"
-		# 		end
-		# 	end
-		# end
-		#
-		# def self.destroy_swapfile
-		# 	if system("sudo swapon -s | grep -ci '/swapfile'", out: File::NULL)
-		# 		print "-----> Stopping swap swapfile ... "
-		# 		if system("sudo swapoff /swapfile", out: File::NULL)
-		# 			system("sudo sed -i '/^vm.swappiness = /d' /etc/sysctl.conf", out: File::NULL)
-		# 			system("echo 60 | sudo tee /proc/sys/vm/swappiness", out: File::NULL)
-		# 			puts "done"
-		#
-		# 			print "-----> Removing swap swapfile ... "
-		# 			system("sudo sed -i '/^\\/swapfile/d' /etc/fstab", out: File::NULL)
-		# 			if system("sudo rm /swapfile", out: File::NULL)
-		# 				puts "done"
-		# 			end
-		# 		end
-		# 	end
-		# end
-
-		def buildpacker_image_name
-			"smartmachine/buildpacks/rails:#{SmartMachine.version}"
-		end
-	end
-end

data/lib/smart_machine/gem_version.rb

@@ -1,17 +0,0 @@
-# frozen_string_literal: true
-
-module SmartMachine
-  # Returns the version of the currently loaded SmartMachine as a <tt>Gem::Version</tt>.
-  def self.gem_version
-    Gem::Version.new VERSION::STRING
-  end
-
-  module VERSION
-    MAJOR = 0
-    MINOR = 8
-    TINY  = 0
-    PRE   = nil
-
-    STRING = [MAJOR, MINOR, TINY, PRE].compact.join(".")
-  end
-end

data/lib/smart_machine/grids.rb

@@ -1,18 +0,0 @@
-# The main SmartMachine Grids
-module SmartMachine
-	class Grids < SmartMachine::Base
-		def run(*args)
-			args.flatten!
-
-			grid_name = args.shift
-			action = args.shift
-
-			valid_actions = ['up', 'down']
-			valid_actions.push(*['backup', 'flushlogs']) if grid_name == 'mysql'
-			valid_actions.push(*["start", "stop"]) if grid_name == 'scheduler'
-			raise "invalid action on the grid #{grid_name}" unless valid_actions.include? action
-
-			Object.const_get("SmartMachine::Grids::#{grid_name.capitalize}").new.public_send(action, *args)
-		end
-	end
-end

data/lib/smart_machine/sync.rb

@@ -1,120 +0,0 @@
-module SmartMachine
-	class Sync < SmartMachine::Base
-
-		def run(**params)
-			puts "-----> Syncing SmartMachine"
-
-			only = params[:only] ? Array(params[:only]).flatten : [:push, :pull]
-
-			pull if only.include? :pull
-			yield if block_given?
-			push if only.include? :push
-
-			puts "-----> Syncing SmartMachine Complete"
-		end
-
-		private
-
-		def pull
-			print "-----> Sync pulling ... "
-			system("rsync -azumv --delete --include={#{pull_files_list}} --exclude=* -e ssh #{SmartMachine.credentials.machine[:username]}@#{SmartMachine.credentials.machine[:address]}:~/.smartmachine/ .")
-			puts "done"
-		end
-
-		def push
-			print "-----> Sync pushing ... "
-			system("rsync -azumv --delete --include={#{push_files_list}} --exclude=* -e ssh ./ #{SmartMachine.credentials.machine[:username]}@#{SmartMachine.credentials.machine[:address]}:~/.smartmachine")
-			puts "done"
-		end
-
-		def pull_files_list
-			files = [
-				'apps/***',
-
-				'bin/***',
-
-				'grids',
-
-				'grids/elasticsearch',
-				'grids/elasticsearch/data/***',
-				'grids/elasticsearch/logs/***',
-
-				'grids/minio',
-				'grids/minio/data/***',
-
-				'grids/mysql',
-				'grids/mysql/backups/***',
-				'grids/mysql/data/***',
-
-				'grids/nginx',
-				'grids/nginx/certificates/***',
-
-				'grids/scheduler',
-				'grids/scheduler/crontabs/***',
-
-				'grids/solr',
-				'grids/solr/solr/***',
-			]
-			files.join(',')
-		end
-
-		def push_files_list
-			files = [
-				'apps',
-				'apps/containers',
-				'apps/containers/.keep',
-				'apps/repositories',
-				'apps/repositories/.keep',
-
-				'config',
-				'config/mysql',
-				'config/mysql/schedule.rb',
-				'config/credentials.yml.enc',
-				'config/environment.rb',
-
-				'grids',
-
-				'grids/elasticsearch',
-				'grids/elasticsearch/data',
-				'grids/elasticsearch/data/.keep',
-				'grids/elasticsearch/logs',
-				'grids/elasticsearch/logs/.keep',
-
-				'grids/minio',
-				'grids/minio/data',
-				'grids/minio/data/.keep',
-
-				'grids/mysql',
-				'grids/mysql/backups',
-				'grids/mysql/backups/.keep',
-				'grids/mysql/data',
-				'grids/mysql/data/.keep',
-
-				'grids/nginx',
-				'grids/nginx/certificates',
-				'grids/nginx/certificates/.keep',
-				'grids/nginx/htpasswd/***',
-				'grids/nginx/fastcgi.conf',
-				'grids/nginx/nginx.tmpl',
-
-				'grids/prereceiver',
-				'grids/prereceiver/pre-receive',
-
-				'grids/redis',
-				'grids/redis/data',
-				'grids/redis/data/.keep',
-
-				'grids/scheduler',
-				'grids/scheduler/crontabs',
-				'grids/scheduler/crontabs/.keep',
-
-				'grids/solr',
-				'grids/solr/solr',
-				'grids/solr/solr/.keep',
-
-				'tmp/***',
-			]
-			files.join(',')
-		end
-	end
-end

data/lib/smart_machine/templates/dotsmartmachine/grids/prereceiver/pre-receive

@@ -1,17 +0,0 @@
-#!/bin/sh
-
-# oldrev, newrev, refname are a feature of the way in which Git executes the pre-receive hook.
-# See https://www.kernel.org/pub/software/scm/git/docs/githooks.html
-while read oldrev newrev refname; do
-	if [ $(git rev-parse --is-bare-repository) = true ]; then
-	    REPOSITORY_BASENAME=$(basename "$PWD")
-		REPOSITORY_BASENAME=${REPOSITORY_BASENAME%.git}
-	else
-	    REPOSITORY_BASENAME=$(basename $(readlink -nf "$PWD"/..))
-	fi
-	script --quiet --return --flush --command "prereceiver prereceive $REPOSITORY_BASENAME $REMOTE_USER $oldrev $newrev $refname" /home/$(whoami)/.smartmachine/apps/containers/$REPOSITORY_BASENAME/typescript
-	if [ "$?" -eq 10 ]; then
-		exit 0
-	fi
-	exit 1
-done

data/lib/smart_machine/user.rb

@@ -1,38 +0,0 @@
-require 'yaml'
-require "base64"
-require 'bcrypt'
-
-# The main SmartMachine User driver
-module SmartMachine
-	class User < SmartMachine::Base
-		def initialize
-		end
-
-		def self.create_htpasswd_files
-			htpasswd_dirpath = "#{Dir.pwd}/grids/nginx/htpasswd"
-
-			# Remove existing htpasswd_dirpath
-			FileUtils.rm_r htpasswd_dirpath if Dir.exist?(htpasswd_dirpath)
-			
-			# Create new htpasswd_dirpath
-			FileUtils.mkdir htpasswd_dirpath
-
-			# Add hostfiles to htpasswd_dirpath
-			self.get_users_from_file.each do |domainname, users|
-				next unless users
-
-				file_data = ""
-				users.each do |user, password|
-					file_data += "#{user}:#{BCrypt::Password.create(password)}\n"
-				end
-				File.open("#{Dir.pwd}/grids/nginx/htpasswd/#{domainname}", "w") { |file| file.write(file_data) }
-			end
-		end
-
-		private
-
-		def self.get_users_from_file
-			YAML.load_file("#{Dir.pwd}/config/users.yml") || Hash.new
-		end
-	end
-end