smartmachine 0.6.0 → 0.7.0

data/lib/smart_machine/apps/rails.rb

@@ -0,0 +1,250 @@
+# The main SmartMachine Apps Rails driver
+module SmartMachine
+	class Apps
+		class Rails < SmartMachine::Base
+			def initialize
+			end
+
+			def start(appname, container_path, container_path_with_version)
+				return unless File.exist? "#{container_path_with_version}/bin/rails"
+
+				logger.formatter = proc do |severity, datetime, progname, message|
+					severity_text = { "DEBUG" => "\u{1f527} #{severity}:", "INFO" => " \u{276f}", "WARN" => "\u{2757} #{severity}:",
+						"ERROR" => "\u{274c} #{severity}:", "FATAL" => "\u{2b55} #{severity}:", "UNKNOWN" => "\u{2753} #{severity}:"
+					}
+					"\t\t\t\t#{severity_text[severity]} #{message}\n"
+				end
+
+				logger.info "Ruby on Rails application detected."
+
+				# Setup rails env
+				env_path = "#{container_path}/env"
+				system("grep -q '^## Rails' #{env_path} || echo '## Rails' >> #{env_path}")
+				system("grep -q '^MALLOC_ARENA_MAX=' #{env_path} || echo '# MALLOC_ARENA_MAX=2' >> #{env_path}")
+				system("grep -q '^RAILS_ENV=' #{env_path} || echo 'RAILS_ENV=production' >> #{env_path}")
+				system("grep -q '^RACK_ENV=' #{env_path} || echo 'RACK_ENV=production' >> #{env_path}")
+				system("grep -q '^RAILS_LOG_TO_STDOUT=' #{env_path} || echo 'RAILS_LOG_TO_STDOUT=enabled' >> #{env_path}")
+				system("grep -q '^RAILS_SERVE_STATIC_FILES=' #{env_path} || echo 'RAILS_SERVE_STATIC_FILES=enabled' >> #{env_path}")
+				system("grep -q '^LANG=' #{env_path} || echo 'LANG=en_US.UTF-8' >> #{env_path}")
+				system("grep -q '^RAILS_MASTER_KEY=' #{env_path} || echo 'RAILS_MASTER_KEY=yourmasterkey' >> #{env_path}")
+				logger.warn "Please set your RAILS_MASTER_KEY env var for this rails app." if system("grep -q '^RAILS_MASTER_KEY=yourmasterkey' #{env_path}")
+
+				# Setup app folders needed for volumes. If this is not created then docker will create it while running the container,
+				# but the folder will have root user assigned instead of the current user.
+				FileUtils.mkdir_p("#{container_path}/app/vendor/bundle")
+				FileUtils.mkdir_p("#{container_path}/app/public/assets")
+				FileUtils.mkdir_p("#{container_path}/app/public/packs")
+				FileUtils.mkdir_p("#{container_path}/app/node_modules")
+				FileUtils.mkdir_p("#{container_path}/app/storage")
+				FileUtils.mkdir_p("#{container_path_with_version}/vendor/bundle")
+				FileUtils.mkdir_p("#{container_path_with_version}/public/assets")
+				FileUtils.mkdir_p("#{container_path_with_version}/public/packs")
+				FileUtils.mkdir_p("#{container_path_with_version}/node_modules")
+				FileUtils.mkdir_p("#{container_path_with_version}/storage")
+
+				# Creating & Starting container
+				container_id = `docker ps -a -q --filter='name=^#{appname}_1$' --filter='status=running'`.chomp
+				new_container = container_id.empty? ? "#{appname}_1" : "#{appname}_2"
+				old_container = container_id.empty? ? "#{appname}_2" : "#{appname}_1"
+
+				SmartMachine::Apps::App.stop("#{new_container}")
+				if system("docker create \
+					--name='#{new_container}' \
+					--env-file='#{container_path}/env' \
+					--user `id -u`:`id -g` \
+					--workdir /app \
+					--expose='3000' \
+					--volume='#{SmartMachine.config.user_home_path}/.smartmachine/config:#{SmartMachine.config.user_home_path}/.smartmachine/config' \
+					--volume='#{container_path_with_version}:/app' \
+					--volume='#{container_path}/app/vendor/bundle:/app/vendor/bundle' \
+					--volume='#{container_path}/app/public/assets:/app/public/assets' \
+					--volume='#{container_path}/app/public/packs:/app/public/packs' \
+					--volume='#{container_path}/app/node_modules:/app/node_modules' \
+					--volume='#{container_path}/app/storage:/app/storage' \
+					--restart='always' \
+					--init \
+					--network='nginx-network' \
+					smartmachine/buildpacks/rails:#{SmartMachine.version}", out: File::NULL)
+
+					system("docker network connect elasticsearch-network #{new_container}")
+					system("docker network connect minio-network #{new_container}")
+					system("docker network connect mysql-network #{new_container}")
+
+					if system("docker start --attach #{new_container}")
+						logger.debug "Starting Web Server ..."
+						if system("docker start #{new_container}", out: File::NULL)
+							sleep 7
+							logger.info "Web Server started successfully."
+							SmartMachine::Apps::App.stop(old_container)
+							SmartMachine::Apps::App.clean_up(container_path)
+							logger.info "Launched Application ... Success."
+							exit 10
+						end
+					else
+						SmartMachine::Apps::App.stop("#{new_container}")
+					end
+				end
+
+				logger.formatter = nil
+			end
+
+			def pack
+				set_logger_formatter_arrow
+
+				if File.exist? "tmp/smartmachine/packed"
+					begin
+						pid = File.read('tmp/smartmachine/packed').to_i
+						Process.kill('QUIT', pid)
+					rescue Errno::ESRCH # No such process
+					end
+					exec "bundle", "exec", "puma", "--config", "config/puma.rb"
+				else
+					if initial_setup? && bundle_install? && precompile_assets? && db_migrate? && test_web_server?
+						logger.formatter = nil
+
+						exit 0
+					else
+						logger.error "Could not continue ... Launch Failed."
+						logger.formatter = nil
+
+						exit 1
+					end
+				end
+			end
+
+			private
+
+			# Perform initial_setup
+			def initial_setup?
+				logger.info "Performing initial setup ..."
+
+				exit_status = nil
+
+				# Fix for mysql2 gem to support sha256_password, until it is fixed in main mysql2 gem.
+				# https://github.com/brianmario/mysql2/issues/1023
+				exit_status = system("mkdir -p ./lib/mariadb && ln -s /usr/lib/mariadb/plugin ./lib/mariadb/plugin")
+
+				if exit_status
+					return true
+				else
+					logger.error "Could not complete initial setup."
+					return false
+				end
+			end
+
+			# Perform bundle install
+			def bundle_install?
+				logger.info "Performing bundle install ..."
+
+				set_logger_formatter_tabs
+
+				unless system("bundle config set deployment 'true' && bundle config set clean 'true'")
+					logger.error "Could not complete bundle config setting."
+					return false
+				end
+
+				exit_status = nil
+				Open3.popen2e("bundle", "install") do |stdin, stdout_and_stderr, wait_thr|
+					stdout_and_stderr.each { |line| logger.info "#{line}" }
+					exit_status = wait_thr.value.success?
+				end
+				set_logger_formatter_arrow
+
+				if exit_status
+					return true
+				else
+					logger.error "Could not complete bundle install."
+					return false
+				end
+			end
+
+			# Perform pre-compiling of assets
+			def precompile_assets?
+				logger.info "Installing Javascript dependencies & pre-compiling assets ..."
+
+				set_logger_formatter_tabs
+				exit_status = nil
+				Open3.popen2e("bundle", "exec", "rails", "assets:precompile") do |stdin, stdout_and_stderr, wait_thr|
+					stdout_and_stderr.each { |line| logger.info "#{line}" }
+					exit_status = wait_thr.value.success?
+				end
+				set_logger_formatter_arrow
+
+				if exit_status
+					return true
+				else
+					logger.error "Could not install Javascript dependencies or pre-compile assets."
+					return false
+				end
+			end
+
+			# Perform db_migrate
+			def db_migrate?
+				return true # remove this line when you want to start using db_migrate?
+
+				logger.info "Performing database migrations ..."
+
+				set_logger_formatter_tabs
+				exit_status = nil
+				Open3.popen2e("bundle", "exec", "rails", "db:migrate") do |stdin, stdout_and_stderr, wait_thr|
+					stdout_and_stderr.each { |line| logger.info "#{line}" }
+					exit_status = wait_thr.value.success?
+				end
+				set_logger_formatter_arrow
+
+				if exit_status
+					return true
+				else
+					logger.error "Could not complete database migrations."
+					return false
+				end
+			end
+
+			# Perform testing of web server
+			def test_web_server?
+				logger.info "Setting up Web Server ..."
+
+				# tmp folders
+				FileUtils.mkdir_p("tmp/pids")
+				FileUtils.mkdir_p("tmp/smartmachine")
+				FileUtils.rm_f("tmp/smartmachine/packed")
+
+				# Spawn Process
+				pid = Process.spawn("bundle", "exec", "puma", "--config", "config/puma.rb", out: File::NULL)
+				Process.detach(pid)
+
+				# Sleep
+				sleep 5
+
+				# Check PID running
+				status = nil
+				begin
+					Process.kill(0, pid)
+					system("echo '#{pid}' > tmp/smartmachine/packed")
+					status = true
+				rescue Errno::ESRCH # No such process
+					logger.info "Web Server could not start"
+					status = false
+				end
+
+				# Return status
+				return status
+			end
+
+			def set_logger_formatter_arrow
+				logger.formatter = proc do |severity, datetime, progname, message|
+					severity_text = { "DEBUG" => "\u{1f527} #{severity}:", "INFO" => " \u{276f}", "WARN" => "\u{2757} #{severity}:",
+						"ERROR" => "\u{274c} #{severity}:", "FATAL" => "\u{2b55} #{severity}:", "UNKNOWN" => "\u{2753} #{severity}:"
+					}
+					"\t\t\t\t#{severity_text[severity]} #{message}\n"
+				end
+			end
+
+			def set_logger_formatter_tabs
+				logger.formatter = proc do |severity, datetime, progname, message|
+					"\t\t\t\t       #{message}"
+				end
+			end
+		end
+	end
+end

data/lib/smart_machine/base.rb

@@ -0,0 +1,11 @@
+require 'smart_machine/logger'
+require "active_support/inflector"
+
+module SmartMachine
+	class Base
+		include SmartMachine::Logger
+
+		def initialize
+		end		
+	end
+end

data/lib/smart_machine/boot.rb

@@ -0,0 +1,31 @@
+# The main SmartMachine Boot driver
+module SmartMachine
+	class Boot < SmartMachine::Base
+		def initialize
+		end
+	end
+end
+
+require 'smart_machine/credentials'
+
+require 'smart_machine/ssh'
+require 'smart_machine/machine'
+
+require 'smart_machine/docker'
+require 'smart_machine/engine'
+require 'smart_machine/buildpacker'
+require 'smart_machine/sync'
+
+require 'smart_machine/user'
+
+require 'smart_machine/grids'
+require 'smart_machine/grids/elasticsearch'
+require 'smart_machine/grids/minio'
+require 'smart_machine/grids/mysql'
+require 'smart_machine/grids/nginx'
+require 'smart_machine/grids/prereceiver'
+require 'smart_machine/grids/solr'
+
+require 'smart_machine/apps'
+require 'smart_machine/apps/app'
+require 'smart_machine/apps/rails'

data/lib/smart_machine/buildpacker.rb

@@ -0,0 +1,106 @@
+require 'open3'
+
+module SmartMachine
+	class Buildpacker < SmartMachine::Base
+		def initialize
+		end
+
+		def install
+			puts "-----> Installing Buildpacker"
+
+			ssh = SmartMachine::SSH.new
+			commands = ["smartmachine runner buildpacker create"]
+			ssh.run commands
+
+			puts "-----> Buildpacker Installation Complete"
+		end
+
+		def uninstall
+			puts "-----> Uninstalling Buildpacker"
+
+			ssh = SmartMachine::SSH.new
+			commands = ["smartmachine runner buildpacker destroy"]
+			ssh.run commands
+
+			puts "-----> Buildpacker Uninstallation Complete"
+		end
+
+		def update
+			self.uninstall
+			self.install
+		end
+
+		def create
+			self.destroy
+
+			unless system("docker image inspect #{buildpacker_image_name}", [:out, :err] => File::NULL)
+				print "-----> Creating image #{buildpacker_image_name} ... "
+				if system("docker image build -t #{buildpacker_image_name} \
+					--build-arg SMARTMACHINE_VERSION=#{SmartMachine.version} \
+					--build-arg USER_UID=`id -u` \
+					--build-arg USER_NAME=`id -un` \
+					#{SmartMachine.config.root_path}/lib/smart_machine/engine/buildpacks/rails", out: File::NULL)
+					puts "done"
+				end
+			end
+		end
+
+		def destroy
+			if system("docker image inspect #{buildpacker_image_name}", [:out, :err] => File::NULL)
+				print "-----> Removing image #{buildpacker_image_name} ... "
+				if system("docker image rm #{buildpacker_image_name}", out: File::NULL)
+					puts "done"
+				end
+			end
+		end
+
+		def pack
+			if File.exist? "bin/rails"
+				rails = SmartMachine::Apps::Rails.new
+				rails.pack
+			end
+		end
+
+		# These swapfile methods can be used (after required modification), when you need to make swapfile for more memory.
+		# def self.create_swapfile
+		# 	# Creating swapfile for bundler to work properly
+		# 	unless system("sudo swapon -s | grep -ci '/swapfile'", out: File::NULL)
+		# 		print "-----> Creating swap swapfile ... "
+		# 		system("sudo install -o root -g root -m 0600 /dev/null /swapfile", out: File::NULL)
+		# 		system("sudo dd if=/dev/zero of=/swapfile bs=1k count=2048k", [:out, :err] => File::NULL)
+		# 		system("sudo mkswap /swapfile", out: File::NULL)
+		# 		system("sudo sh -c 'echo \"/swapfile       none    swap    sw      0       0\" >> /etc/fstab'", out: File::NULL)
+		# 		system("echo 10 | sudo tee /proc/sys/vm/swappiness", out: File::NULL)
+		# 		system("sudo sed -i '/^vm.swappiness = /d' /etc/sysctl.conf", out: File::NULL)
+		# 		system("echo vm.swappiness = 10 | sudo tee -a /etc/sysctl.conf", out: File::NULL)
+		# 		puts "done"
+		#
+		# 		print "-----> Starting swap swapfile ... "
+		# 		if system("sudo swapon /swapfile", out: File::NULL)
+		# 			puts "done"
+		# 		end
+		# 	end
+		# end
+		#
+		# def self.destroy_swapfile
+		# 	if system("sudo swapon -s | grep -ci '/swapfile'", out: File::NULL)
+		# 		print "-----> Stopping swap swapfile ... "
+		# 		if system("sudo swapoff /swapfile", out: File::NULL)
+		# 			system("sudo sed -i '/^vm.swappiness = /d' /etc/sysctl.conf", out: File::NULL)
+		# 			system("echo 60 | sudo tee /proc/sys/vm/swappiness", out: File::NULL)
+		# 			puts "done"
+		#
+		# 			print "-----> Removing swap swapfile ... "
+		# 			system("sudo sed -i '/^\\/swapfile/d' /etc/fstab", out: File::NULL)
+		# 			if system("sudo rm /swapfile", out: File::NULL)
+		# 				puts "done"
+		# 			end
+		# 		end
+		# 	end
+		# end
+
+		def buildpacker_image_name
+			"smartmachine/buildpacks/rails:#{SmartMachine.version}"
+		end
+	end
+end

data/lib/smart_machine/credentials.rb

@@ -0,0 +1,126 @@
+require "pathname"
+require "tmpdir"
+require "active_support/message_encryptor"
+require "active_support/core_ext/hash/keys"
+
+# The main SmartMachine Credentials driver
+module SmartMachine
+	class Credentials < SmartMachine::Base
+
+		CIPHER = "aes-256-gcm"
+
+		def initialize
+		end
+
+		def create
+			write_key
+			write credentials_template
+		end
+
+		def edit
+			content_path = Pathname.new "config/credentials.yml.enc"
+			tmp_file = "#{Process.pid}.#{content_path.basename.to_s.chomp('.enc')}"
+			tmp_path = Pathname.new File.join(Dir.tmpdir, tmp_file)
+			contents = read
+			tmp_path.binwrite contents
+
+			system("#{ENV['EDITOR']} #{tmp_path}")
+
+			updated_contents = tmp_path.binread
+
+			if updated_contents != contents
+				write(updated_contents)
+				puts "File encrypted and saved."
+			else
+				puts "File contents were not changed."
+			end
+		ensure
+			FileUtils.rm(tmp_path) if tmp_path&.exist?
+		end
+
+		def read_key
+			read_env_key || read_key_file || handle_missing_key
+		end
+
+		def config
+			@config ||= deserialize(read).deep_symbolize_keys
+		end
+
+		private
+
+		def credentials_template
+			<<~YAML
+			  machine:
+			    name: #{SecureRandom.hex(8)}
+			    address: 122.122.122.122
+			    port: 22
+			    root_password: #{SecureRandom.hex(16)}
+			    username: #{SecureRandom.hex(8)}
+			    password: #{SecureRandom.hex(16)}
+
+  			  minio:
+  			    name: #{SecureRandom.hex(8)}
+  			    access_key: #{SecureRandom.hex(8)}
+  			    secret_key: #{SecureRandom.hex(16)}
+  			    browser: on
+  			    worm: off
+
+			  mysql:
+			    port: 3306
+			    root_password: #{SecureRandom.hex(16)}
+			    username: #{SecureRandom.hex(8)}
+			    password: #{SecureRandom.hex(16)}
+			    database_name: #{SecureRandom.hex(8)}
+
+  			  elasticsearch:
+  			    port: 9200
+			YAML
+		end
+
+		def read
+			decrypt IO.binread "config/credentials.yml.enc"
+		end
+
+		def write(contents)
+			IO.binwrite "config/credentials.yml.enc.tmp", encrypt(contents)
+			FileUtils.mv "config/credentials.yml.enc.tmp", "config/credentials.yml.enc"
+		end
+
+		def encrypt(contents)
+			encryptor.encrypt_and_sign contents
+		end
+
+		def decrypt(contents)
+			encryptor.decrypt_and_verify contents
+		end
+		
+		def encryptor
+			@encryptor ||= ActiveSupport::MessageEncryptor.new([ read_key ].pack("H*"), cipher: CIPHER)
+		end
+
+		def create_key
+			SecureRandom.hex(ActiveSupport::MessageEncryptor.key_len(CIPHER))
+		end
+
+		def write_key
+			IO.binwrite "config/master.key.tmp", create_key
+			FileUtils.mv "config/master.key.tmp", "config/master.key"
+		end
+
+		def read_env_key
+			ENV['SMARTMACHINE_MASTER_KEY']
+		end
+
+		def read_key_file
+			IO.binread("config/master.key").strip if File.file?("config/master.key")
+		end
+
+		def handle_missing_key
+			raise "Missing SMARTMACHINE_MASTER_KEY. Please add SMARTMACHINE_MASTER_KEY to your environment."
+		end
+
+		def deserialize(config)
+			YAML.load(config).presence || {}
+		end
+	end
+end