smartcloud 0.0.208 → 0.2.1

data/lib/smartcloud/base.rb

@@ -1,4 +1,5 @@
 require 'smartcloud/logger'
+require "active_support/inflector"
 
 module Smartcloud
 	class Base

data/lib/smartcloud/boot.rb

@@ -1,96 +1,27 @@
-require 'securerandom'
-require "tempfile"
-
 # The main Smartcloud Boot driver
 module Smartcloud
 	class Boot < Smartcloud::Base
 		def initialize
 		end
-
-		def self.init
-			# Copy Template for dotsmartcloud
-			unless self.initialized?
-				puts "Initializing Smartcloud ...\n\n"
-
-				begin
-					print "Enter top-level apps domain to be used for subdomains of your apps. [Recommended: yourdomain.com]: "
-					config_apps_domain = STDIN.gets.chomp
-					raise if config_apps_domain.empty?
-				rescue
-					retry
-				end
-
-				begin
-					print "Enter sysadmin email id. [Recommended: admin@#{config_apps_domain}]: "
-					config_sysadmin_email = STDIN.gets.chomp
-					raise if config_sysadmin_email.empty?
-				rescue
-					retry
-				end
-
-				begin
-					print "Enter username for your git grid user. [Recommended: git@#{config_apps_domain}]: "
-					username = STDIN.gets.chomp
-					raise if username.empty?
-				rescue
-					retry
-				end
-
-				print "Enter password for your git grid user. (leave blank to generate automatically) [Recommended: Minimum 8 characters with numbers and symbols]: "
-				password = STDIN.gets.chomp
-				if password.empty?
-					password = SecureRandom.base64(8)
-				end
-
-				# Copy dotsmartcloud template to user home directory
-				FileUtils.cp_r("#{Smartcloud.config.root_path}/lib/smartcloud/templates/dotsmartcloud", "#{Smartcloud.config.user_home_path}/.smartcloud")
-
-				# modifying environment.rb file
-				tempFile = Tempfile.new("#{Smartcloud.config.user_home_path}/.smartcloud/config/environmentTemp.rb")
-				File.open("#{Smartcloud.config.user_home_path}/.smartcloud/config/environment.rb", "r").each_line do |line|
-					if line =~ /Smartcloud.config.apps_domain/
-						tempFile.puts "Smartcloud.config.apps_domain = \"#{config_apps_domain}\""
-					elsif line =~ /Smartcloud.config.git_domain/
-						tempFile.puts "Smartcloud.config.git_domain = \"git.#{config_apps_domain}\""
-					elsif line =~ /Smartcloud.config.sysadmin_email/
-						tempFile.puts "Smartcloud.config.sysadmin_email = \"#{config_sysadmin_email}\""
-					else
-						tempFile.puts line
-					end
-				end
-				tempFile.close
-				FileUtils.mv(tempFile.path, "#{Smartcloud.config.user_home_path}/.smartcloud/config/environment.rb")			
-
-				# Reload the updated environment.rb file as it is required by methods below
-				require "#{Smartcloud.config.user_home_path}/.smartcloud/config/environment.rb"
-				
-				# creating user for git grid at config.git_domain
-				Smartcloud::User.create(Smartcloud.config.git_domain, username, password)
-
-				puts "\nIMPORTANT NOTE: Please ensure that the required top-level apps domain '#{Smartcloud.config.apps_domain}' and git domain '#{Smartcloud.config.git_domain}' is pointing to this server using DNS Records before proceeding."
-				puts "IMPORTANT NOTE: Your git grid password is #{password} for username #{username}"
-
-				puts "\nInitializing Smartcloud ... done"
-			else
-				puts "Already Initialized. Please go to #{Smartcloud.config.user_home_path}/.smartcloud/config to make configuration changes."
-			end
-		end
-
-		def self.initialized?
-			Dir.exist? "#{Smartcloud.config.user_home_path}/.smartcloud"
-		end
 	end
 end
 
+require 'smartcloud/credentials'
+
+require 'smartcloud/ssh'
 require 'smartcloud/machine'
 
-require 'smartcloud/engine'
 require 'smartcloud/docker'
+require 'smartcloud/engine'
+require 'smartcloud/buildpacker'
 
 require 'smartcloud/user'
 
 require 'smartcloud/grids/mysql'
-require 'smartcloud/grids/solr'
-require 'smartcloud/grids/buildpacker'
-require 'smartcloud/grids/runner'
 require 'smartcloud/grids/nginx'
+require 'smartcloud/grids/prereceiver'
+require 'smartcloud/grids/redmine'
+require 'smartcloud/grids/solr'
+
+require 'smartcloud/apps/app'
+require 'smartcloud/apps/rails'

data/lib/smartcloud/buildpacker.rb

@@ -0,0 +1,75 @@
+require 'open3'
+
+module Smartcloud
+	class Buildpacker < Smartcloud::Base
+		def initialize
+		end
+
+		def install
+			self.uninstall
+			unless system("docker image inspect smartcloud/buildpacks/rails", [:out, :err] => File::NULL)
+				print "-----> Creating image smartcloud/buildpacks/rails ... "
+				if system("docker image build -t smartcloud/buildpacks/rails \
+					--build-arg USER_UID=`id -u` \
+					--build-arg USER_NAME=`id -un` \
+					#{Smartcloud.config.root_path}/lib/smartcloud/engine/buildpacks/rails", out: File::NULL)
+					puts "done"
+				end
+			end
+		end
+
+		def uninstall
+			if system("docker image inspect smartcloud/buildpacks/rails", [:out, :err] => File::NULL)
+				print "-----> Removing image smartcloud/buildpacks/rails ... "
+				if system("docker image rm smartcloud/buildpacks/rails", out: File::NULL)
+					puts "done"
+				end
+			end
+		end
+
+		def pack
+			if File.exist? "bin/rails"
+				rails = Smartcloud::Apps::Rails.new
+				rails.pack
+			end
+		end
+
+		# These swapfile methods can be used (after required modification), when you need to make swapfile for more memory.
+		# def self.create_swapfile
+		# 	# Creating swapfile for bundler to work properly
+		# 	unless system("sudo swapon -s | grep -ci '/swapfile'", out: File::NULL)
+		# 		print "-----> Creating swap swapfile ... "
+		# 		system("sudo install -o root -g root -m 0600 /dev/null /swapfile", out: File::NULL)
+		# 		system("sudo dd if=/dev/zero of=/swapfile bs=1k count=2048k", [:out, :err] => File::NULL)
+		# 		system("sudo mkswap /swapfile", out: File::NULL)
+		# 		system("sudo sh -c 'echo \"/swapfile       none    swap    sw      0       0\" >> /etc/fstab'", out: File::NULL)
+		# 		system("echo 10 | sudo tee /proc/sys/vm/swappiness", out: File::NULL)
+		# 		system("sudo sed -i '/^vm.swappiness = /d' /etc/sysctl.conf", out: File::NULL)
+		# 		system("echo vm.swappiness = 10 | sudo tee -a /etc/sysctl.conf", out: File::NULL)
+		# 		puts "done"
+		#
+		# 		print "-----> Starting swap swapfile ... "
+		# 		if system("sudo swapon /swapfile", out: File::NULL)
+		# 			puts "done"
+		# 		end
+		# 	end
+		# end
+		#
+		# def self.destroy_swapfile
+		# 	if system("sudo swapon -s | grep -ci '/swapfile'", out: File::NULL)
+		# 		print "-----> Stopping swap swapfile ... "
+		# 		if system("sudo swapoff /swapfile", out: File::NULL)
+		# 			system("sudo sed -i '/^vm.swappiness = /d' /etc/sysctl.conf", out: File::NULL)
+		# 			system("echo 60 | sudo tee /proc/sys/vm/swappiness", out: File::NULL)
+		# 			puts "done"
+		#
+		# 			print "-----> Removing swap swapfile ... "
+		# 			system("sudo sed -i '/^\\/swapfile/d' /etc/fstab", out: File::NULL)
+		# 			if system("sudo rm /swapfile", out: File::NULL)
+		# 				puts "done"
+		# 			end
+		# 		end
+		# 	end
+		# end
+	end
+end

data/lib/smartcloud/credentials.rb

@@ -0,0 +1,127 @@
+require "pathname"
+require "tmpdir"
+require "active_support/message_encryptor"
+require "active_support/core_ext/hash/keys"
+
+# The main Smartcloud Credentials driver
+module Smartcloud
+	class Credentials < Smartcloud::Base
+
+		CIPHER = "aes-256-gcm"
+
+		def initialize
+		end
+
+		def create
+			write_key
+			write credentials_template
+		end
+
+		def edit
+			content_path = Pathname.new "config/credentials.yml.enc"
+			tmp_file = "#{Process.pid}.#{content_path.basename.to_s.chomp('.enc')}"
+			tmp_path = Pathname.new File.join(Dir.tmpdir, tmp_file)
+			contents = read
+			tmp_path.binwrite contents
+
+			system("#{ENV['EDITOR']} #{tmp_path}")
+
+			updated_contents = tmp_path.binread
+
+			if updated_contents != contents
+				write(updated_contents)
+				puts "File encrypted and saved."
+			else
+				puts "File contents were not changed."
+			end
+		ensure
+			FileUtils.rm(tmp_path) if tmp_path&.exist?
+		end
+
+		def read_key
+			read_env_key || read_key_file || handle_missing_key
+		end
+
+		def config
+			@config ||= deserialize(read).deep_symbolize_keys
+		end
+
+		private
+
+		def credentials_template
+			<<~YAML
+			  machine:
+			    hostname: #{SecureRandom.hex(8)}
+			    host: 122.122.122.122
+			    port: 22
+			    root_password: #{SecureRandom.hex(16)}
+			    username: #{SecureRandom.hex(8)}
+			    password: #{SecureRandom.hex(16)}
+
+			  mysql:
+			    port: 3306
+			    root_password: #{SecureRandom.hex(16)}
+			    username: #{SecureRandom.hex(8)}
+			    password: #{SecureRandom.hex(16)}
+			    database_name: #{SecureRandom.hex(4)}_production
+
+			  redmine:
+			    admin_username: admin
+			    admin_password: #{SecureRandom.hex(16)}
+			    secret_key_base: #{SecureRandom.hex(64)}
+			    database_host: mysql
+			    database_port: 3306
+			    database_username: #{SecureRandom.hex(8)}_redmine
+			    database_password: #{SecureRandom.hex(16)}
+			    database_name: #{SecureRandom.hex(4)}_redmine_production
+			    # plugins_migrate: true
+			YAML
+		end
+
+		def read
+			decrypt IO.binread "config/credentials.yml.enc"
+		end
+
+		def write(contents)
+			IO.binwrite "config/credentials.yml.enc.tmp", encrypt(contents)
+			FileUtils.mv "config/credentials.yml.enc.tmp", "config/credentials.yml.enc"
+		end
+
+		def encrypt(contents)
+			encryptor.encrypt_and_sign contents
+		end
+
+		def decrypt(contents)
+			encryptor.decrypt_and_verify contents
+		end
+		
+		def encryptor
+			@encryptor ||= ActiveSupport::MessageEncryptor.new([ read_key ].pack("H*"), cipher: CIPHER)
+		end
+
+		def create_key
+			SecureRandom.hex(ActiveSupport::MessageEncryptor.key_len(CIPHER))
+		end
+
+		def write_key
+			IO.binwrite "config/master.key.tmp", create_key
+			FileUtils.mv "config/master.key.tmp", "config/master.key"
+		end
+
+		def read_env_key
+			ENV['SMARTCLOUD_MASTER_KEY']
+		end
+
+		def read_key_file
+			IO.binread("config/master.key").strip if File.file?("config/master.key")
+		end
+
+		def handle_missing_key
+			raise "Missing SMARTCLOUD_MASTER_KEY. Please add SMARTCLOUD_MASTER_KEY to your environment."
+		end
+
+		def deserialize(config)
+			YAML.load(config).presence || {}
+		end
+	end
+end

data/lib/smartcloud/docker.rb

@@ -13,22 +13,31 @@ module Smartcloud
 		# Arguments:
 		#   none
 		def self.install
+			ssh = Smartcloud::SSH.new
+
 			puts "-----> Installing Docker"
-			system("sudo apt-get update")
-			system("sudo apt-get install apt-transport-https ca-certificates curl software-properties-common")
-			system("curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -")
-			system("sudo apt-key fingerprint 0EBFCD88")
-			system("sudo add-apt-repository \"deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable\"")
-			system("sudo apt-get update")
-			system("sudo apt-get install docker-ce")
-			system("sudo usermod -aG docker $USER")
-			system("docker run --rm hello-world")
+			commands = [
+				"sudo apt-get -y update",
+				"sudo apt-get -y install apt-transport-https ca-certificates curl software-properties-common",
+				"curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -",
+				"sudo apt-key fingerprint 0EBFCD88",
+				"sudo add-apt-repository \"deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable\"",
+				"sudo apt-get -y update",
+				"sudo apt-get -y install docker-ce",
+				"sudo usermod -aG docker $USER",
+				"docker run --rm hello-world",
+				"docker rmi hello-world"
+			]
+			ssh.run commands
 
 			puts "-----> Installing Docker Compose"
-			system("sudo curl -L --fail https://github.com/docker/compose/releases/download/1.24.0/run.sh -o /usr/local/bin/docker-compose")
-			system("sudo chmod +x /usr/local/bin/docker-compose")
-			system("docker-compose --version")
-			system("sudo curl -L https://raw.githubusercontent.com/docker/compose/1.24.0/contrib/completion/bash/docker-compose -o /etc/bash_completion.d/docker-compose")
+			commands = [
+				"sudo curl -L --fail https://github.com/docker/compose/releases/download/1.24.0/run.sh -o /usr/local/bin/docker-compose",
+				"sudo chmod +x /usr/local/bin/docker-compose",
+				"docker-compose --version",
+				"sudo curl -L https://raw.githubusercontent.com/docker/compose/1.24.0/contrib/completion/bash/docker-compose -o /etc/bash_completion.d/docker-compose"
+			]
+			ssh.run commands
 
 			self.add_ufw_rules
 
@@ -44,12 +53,17 @@ module Smartcloud
 		# Arguments:
 		#   none
 		def self.uninstall
+			ssh = Smartcloud::SSH.new
+
 			puts "-----> Uninstalling Docker Compose"
-			system("sudo rm /usr/local/bin/docker-compose")
+			ssh.run "sudo rm /usr/local/bin/docker-compose"
 
 			puts "-----> Uninstalling Docker"
-			system("sudo apt-get purge docker-ce")
-			system("sudo rm -rf /var/lib/docker")
+			commands = [
+				"sudo apt-get purge docker-ce",
+				"sudo rm -rf /var/lib/docker"
+			]
+			ssh.run commands
 
 			self.remove_ufw_rules
 
@@ -57,15 +71,6 @@ module Smartcloud
 			puts "-----> You must delete any edited configuration files manually."
 		end
 
-		def self.running?
-			if system("docker info", [:out, :err] => File::NULL)
-				true
-			else
-				puts "Error: Docker daemon is not running. Have you installed docker? Please ensure docker daemon is running and try again."
-				false
-			end
-		end
-
 		def self.add_ufw_rules
 			puts '-----> Add the following rules to the end of the file /etc/ufw/after.rules and reload ufw using - sudo ufw reload'
 			puts '# BEGIN UFW AND DOCKER
@@ -116,5 +121,16 @@ module Smartcloud
 			# system("sed '/^# BEGIN UFW AND DOCKER/,/^# END UFW AND DOCKER/d' '/etc/ufw/after.rules'")
 			# system("sudo ufw reload")
 		end
+
+		# Below methods are non ssh methods and should be executed on the server only.
+
+		def self.running?
+			if system("docker info", [:out, :err] => File::NULL)
+				true
+			else
+				puts "Error: Docker daemon is not running. Have you installed docker? Please ensure docker daemon is running and try again."
+				false
+			end
+		end
 	end
 end

data/lib/smartcloud/engine.rb

@@ -4,35 +4,44 @@ module Smartcloud
 		def initialize
 		end
 
-		def create_images
-			# unless system("docker image inspect smartcloud", [:out, :err] => File::NULL)
-			# 	print "-----> Creating image smartcloud ... "
-			# 	if system("docker image build -t smartcloud \
-			# 		--build-arg DOCKER_GID=`getent group docker | cut -d: -f3` \
-			# 		--build-arg USER_UID=`id -u` \
-			# 		--build-arg USER_NAME=`id -un` \
-			# 		#{Smartcloud.config.root_path}/lib/smartcloud/engine")
-			# 		puts "done"
-			# 	end
-			# end
-
-			#docker build -t smartcloud \
-			#  --build-arg USER_UID=`id -u` \
-			#  --build-arg USER_GID=`id -g` \
-			#  --build-arg USER_NAME=`id -un` \
-			#  .
-
-			# docker run -it --rm -v "/home/$(whoami)/.smartcloud:/home/$(whoami)/.smartcloud" smartcloud
-			#
-			# system("docker create \
-			# 	--name='smartcloud' \
-			# 	--volume='#{Smartcloud.config.user_home_path}/.gem:#{Smartcloud.config.user_home_path}/.gem' \
-			# 	--volume='#{Smartcloud.config.user_home_path}/.smartcloud/config:#{Smartcloud.config.user_home_path}/.smartcloud/config' \
-			# 	--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner:#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-runner' \
-			# 	--volume='/var/run/docker.sock:/var/run/docker.sock' \
-			# 	--restart='always' \
-			# 	--network='nginx-network' \
-			# 	smartcloud/runner", out: File::NULL)
+		def install
+			self.uninstall
+
+			Smartcloud::User.create_htpasswd_files
+
+			ssh = Smartcloud::SSH.new
+			machine = Smartcloud::Machine.new
+
+			system("mkdir -p ./tmp/engine")
+			system("cp #{Smartcloud.config.root_path}/lib/smartcloud/engine/Dockerfile ./tmp/engine/Dockerfile")
+
+			gem_file_path = File.expand_path("../../cache/smartcloud-#{Smartcloud.version}.gem", Smartcloud.config.root_path)
+			system("cp #{gem_file_path} ./tmp/engine/smartcloud-#{Smartcloud.version}.gem")
+
+			machine.sync first_sync: true
+
+			puts "-----> Creating image smartcloud ... "
+			ssh.run "docker image build -t smartcloud \
+					--build-arg SMARTCLOUD_MASTER_KEY=#{Smartcloud::Credentials.new.read_key} \
+					--build-arg SMARTCLOUD_VERSION=#{Smartcloud.version} \
+					--build-arg USER_NAME=`id -un` \
+					--build-arg USER_UID=`id -u` \
+					--build-arg DOCKER_GID=`getent group docker | cut -d: -f3` \
+					~/.smartcloud/tmp/engine"
+
+			puts "-----> Adding smartcloud to PATH ... "
+			ssh.run "chmod +x ~/.smartcloud/bin/smartcloud.sh && sudo ln -sf ~/.smartcloud/bin/smartcloud.sh /usr/local/bin/smartcloud"
+			system("rm ./tmp/engine/Dockerfile")
+			system("rm ./tmp/engine/smartcloud-#{Smartcloud.version}.gem")
+
+			machine.sync
+		end
+
+		def uninstall
+			ssh = Smartcloud::SSH.new
+
+			ssh.run "sudo rm /usr/local/bin/smartcloud"
+			ssh.run "docker rmi smartcloud"
 		end
 	end
-end
+end