smartcloud 0.0.210 → 0.2.3

data/lib/smartcloud/grids/mysql.rb

@@ -5,7 +5,10 @@ module Smartcloud
 			def initialize
 			end
 
-			def self.up(exposed)
+			def self.up(*args)
+				args.flatten!
+				exposed = args.empty? ? '' : args.shift
+
 				if Smartcloud::Docker.running?
 					# Creating networks
 					unless system("docker network inspect mysql-network", [:out, :err] => File::NULL)
@@ -19,13 +22,16 @@ module Smartcloud
 					print "-----> Creating container mysql ... "
 					if system("docker create \
 						--name='mysql' \
-						--env MYSQL_RANDOM_ROOT_PASSWORD=yes \
-						#{"--publish='3306:3306'" if exposed == '--exposed'} \
+						--env MYSQL_ROOT_PASSWORD=#{Smartcloud.credentials.mysql[:root_password]} \
+						--env MYSQL_USER=#{Smartcloud.credentials.mysql[:username]} \
+						--env MYSQL_PASSWORD=#{Smartcloud.credentials.mysql[:password]} \
+						--env MYSQL_DATABASE=#{Smartcloud.credentials.mysql[:database_name]} \
+						--user `id -u`:`id -g` \
+						#{"--publish='#{Smartcloud.credentials.mysql[:port]}:#{Smartcloud.credentials.mysql[:port]}'" if exposed == '--exposed'} \
 						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-mysql/data:/var/lib/mysql' \
 						--restart='always' \
 						--network='mysql-network' \
-						mysql:5.7.27 \
-						--default-authentication-plugin=mysql_native_password", out: File::NULL)
+						mysql:8.0.18", out: File::NULL)
 
 						puts "done"
 						print "-----> Starting container mysql ... "

data/lib/smartcloud/grids/nginx.rb

@@ -5,7 +5,10 @@ module Smartcloud
 			def initialize
 			end
 	
-			def self.up(exposed)
+			def self.up(*args)
+				args.flatten!
+				exposed = args.empty? ? '' : args.shift
+
 				if Smartcloud::Docker.running?
 					# Creating volumes
 					print "-----> Creating volume nginx-confd ... "
@@ -40,11 +43,11 @@ module Smartcloud
 						--volume='nginx-vhost:/etc/nginx/vhost.d/' \
 						--volume='nginx-shtml:/usr/share/nginx/html' \
 						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-nginx/certificates:/etc/nginx/certs' \
-						--volume='#{Smartcloud.config.root_path}/lib/smartcloud/grids/grid-nginx/fastcgi.conf:/etc/nginx/fastcgi.conf:ro' \
+						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-nginx/fastcgi.conf:/etc/nginx/fastcgi.conf:ro' \
 						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-nginx/htpasswd:/etc/nginx/htpasswd:ro' \
 						--restart='always' \
 						--network='nginx-network' \
-						nginx", out: File::NULL)
+						nginx:alpine", out: File::NULL)
 
 						puts "done"
 						print "-----> Starting container nginx ... "
@@ -57,7 +60,7 @@ module Smartcloud
 					if system("docker create \
 						--name='nginx-gen' \
 						--volumes-from nginx \
-						--volume='#{Smartcloud.config.root_path}/lib/smartcloud/grids/grid-nginx/nginx.tmpl:/etc/docker-gen/templates/nginx.tmpl:ro' \
+						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-nginx/nginx.tmpl:/etc/docker-gen/templates/nginx.tmpl:ro' \
 						--volume='/var/run/docker.sock:/tmp/docker.sock:ro' \
 						--restart='always' \
 						--network='nginx-network' \

data/lib/smartcloud/grids/prereceiver.rb

@@ -0,0 +1,131 @@
+# The main Smartcloud Grids Git driver
+module Smartcloud
+	module Grids
+		class Prereceiver < Smartcloud::Base
+
+			def initialize
+			end
+
+			def install
+				self.uninstall
+				unless system("docker image inspect smartcloud/prereceiver", [:out, :err] => File::NULL)
+					print "-----> Creating image smartcloud/prereceiver ... "
+					if system("docker image build -t smartcloud/prereceiver \
+						#{Smartcloud.config.root_path}/lib/smartcloud/grids/grid-prereceiver", out: File::NULL)
+						puts "done"
+					end
+				end
+			end
+
+			def uninstall
+				Smartcloud::Grids::Prereceiver.down
+				if system("docker image inspect smartcloud/prereceiver", [:out, :err] => File::NULL)
+					print "-----> Removing image smartcloud/prereceiver ... "
+					if system("docker image rm smartcloud/prereceiver", out: File::NULL)
+						puts "done"
+					end
+				end
+			end
+
+			def self.up
+				if Smartcloud::Docker.running?
+					if system("docker image inspect smartcloud/prereceiver", [:out, :err] => File::NULL) && system("docker image inspect smartcloud/buildpacks/rails", [:out, :err] => File::NULL)
+						print "-----> Creating container prereceiver ... "
+						if system("docker create \
+							--name='prereceiver' \
+							--env VIRTUAL_PROTO=fastcgi \
+							--env VIRTUAL_HOST=#{Smartcloud.config.git_domain} \
+							--env LETSENCRYPT_HOST=#{Smartcloud.config.git_domain} \
+							--env LETSENCRYPT_EMAIL=#{Smartcloud.config.sysadmin_email} \
+							--env LETSENCRYPT_TEST=#{Smartcloud.config.letsencrypt_test} \
+							--env GIT_PROJECT_ROOT=#{Smartcloud.config.user_home_path}/.smartcloud/apps/repositories \
+							--env GIT_HTTP_EXPORT_ALL="" \
+							--user `id -u` \
+							--workdir /home/`id -un`/.smartcloud/apps \
+							--expose='9000' \
+							--volume='#{Smartcloud.config.user_home_path}/.smartcloud/config:#{Smartcloud.config.user_home_path}/.smartcloud/config' \
+							--volume='#{Smartcloud.config.user_home_path}/.smartcloud/apps:#{Smartcloud.config.user_home_path}/.smartcloud/apps' \
+							--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-prereceiver:#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-prereceiver' \
+							--volume='/var/run/docker.sock:/var/run/docker.sock:ro' \
+							--restart='always' \
+							--network='nginx-network' \
+							smartcloud/prereceiver", out: File::NULL)
+							puts "done"
+
+							print "-----> Starting container prereceiver ... "
+							if system("docker start prereceiver", out: File::NULL)
+								puts "done"
+							end
+						end
+					end
+				end
+			end
+	
+			def self.down
+				if Smartcloud::Docker.running?
+					# Stopping & Removing containers - in reverse order
+					if system("docker inspect -f '{{.State.Running}}' 'prereceiver'", [:out, :err] => File::NULL)
+						print "-----> Stopping container prereceiver ... "
+						if system("docker stop 'prereceiver'", out: File::NULL)
+							puts "done"
+
+							print "-----> Removing container prereceiver ... "
+							if system("docker rm 'prereceiver'", out: File::NULL)
+								puts "done"
+							end
+						end
+					else
+						puts "-----> Container 'prereceiver' is currently not running."
+					end
+				end
+			end
+
+			def self.prereceive(appname, username, oldrev, newrev, refname)
+				logger.formatter = proc do |severity, datetime, progname, message|
+					severity_text = { "DEBUG" => "\u{1f527} #{severity}:", "INFO" => " \u{276f}", "WARN" => "\u{2757} #{severity}:",
+						"ERROR" => "\u{274c} #{severity}:", "FATAL" => "\u{2b55} #{severity}:", "UNKNOWN" => "\u{2753} #{severity}:"
+					}
+					"\t\t\t\t#{severity_text[severity]} #{message}\n"
+				end
+
+				# Load vars and environment
+				container_path = "#{Smartcloud.config.user_home_path}/.smartcloud/apps/containers/#{appname}"
+				env_vars = Smartcloud::Apps::App.get_env_vars(container_path)
+				return unless env_vars
+
+				# Verify the user and ensure the user is correct and has access to this repository
+				unless env_vars['USERNAME'] == username
+					logger.error "Unauthorized."
+					return
+				end
+
+				# Only run this script for the master branch. You can remove this
+				# if block if you wish to run it for others as well.
+				if refname == "refs/heads/master"
+					logger.info "Loading Application ..."
+
+					# Note: There should be no space between + and " in version.
+					# Note: date will be UTC date until timezone has been changed.
+					version = `date +"%Y%m%d%H%M%S"`.chomp!
+					container_path_with_version = "#{container_path}/releases/#{version}"
+
+					unless Dir.exist? container_path_with_version
+						FileUtils.mkdir_p(container_path_with_version)
+						if system("git archive #{newrev} | tar -x -C #{container_path_with_version}")
+							# Start App
+							Smartcloud::Apps::App.start(appname)
+						else
+							logger.fatal "Could not extract new app version ... Failed."
+							return
+						end
+					else
+						logger.fatal "This version name already exists ... Failed."
+						return
+					end
+				end
+
+				logger.formatter = nil
+			end
+		end
+	end
+end

data/lib/smartcloud/grids/redmine.rb

@@ -0,0 +1,57 @@
+# The main Smartcloud Grids Redmine driver
+module Smartcloud
+	module Grids
+		class Redmine < Smartcloud::Base
+			def initialize
+			end
+
+			def self.up
+				if Smartcloud::Docker.running?
+					# Creating & Starting containers
+					print "-----> Creating container redmine ... "
+					if system("docker create \
+						--name='redmine' \
+						--env VIRTUAL_HOST=redmine.#{Smartcloud.config.apps_domain} \
+						--env LETSENCRYPT_HOST=redmine.#{Smartcloud.config.apps_domain} \
+						--env LETSENCRYPT_EMAIL=#{Smartcloud.config.sysadmin_email} \
+						--env LETSENCRYPT_TEST=false \
+						--env REDMINE_SECRET_KEY_BASE=#{Smartcloud.credentials.redmine[:secret_key_base]} \
+						--env REDMINE_DB_MYSQL=#{Smartcloud.credentials.redmine[:database_host]} \
+						--env REDMINE_DB_PORT=#{Smartcloud.credentials.redmine[:database_port]} \
+						--env REDMINE_DB_USERNAME=#{Smartcloud.credentials.redmine[:database_username]} \
+						--env REDMINE_DB_PASSWORD=#{Smartcloud.credentials.redmine[:database_password]} \
+						--env REDMINE_DB_DATABASE=#{Smartcloud.credentials.redmine[:database_name]} \
+						--env REDMINE_PLUGINS_MIGRATE=#{Smartcloud.credentials.redmine[:plugins_migrate]} \
+						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/apps/repositories:/repositories:ro' \
+						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-redmine/files:/usr/src/redmine/files' \
+						--restart='always' \
+						--network='nginx-network' \
+						redmine:4.0.5-alpine", out: File::NULL)
+
+						system("docker network connect mysql-network redmine")
+
+						puts "done"
+						print "-----> Starting container redmine ... "
+						if system("docker start redmine", out: File::NULL)
+							puts "done"
+						end
+					end
+				end
+			end
+	
+			def self.down
+				if Smartcloud::Docker.running?
+					# Stopping & Removing containers - in reverse order
+					print "-----> Stopping container redmine ... "
+					if system("docker stop 'redmine'", out: File::NULL)
+						puts "done"
+						print "-----> Removing container redmine ... "
+						if system("docker rm 'redmine'", out: File::NULL)
+							puts "done"
+						end
+					end
+				end
+			end			
+		end
+	end
+end

data/lib/smartcloud/grids/solr.rb

@@ -5,7 +5,10 @@ module Smartcloud
 			def initialize
 			end
 
-			def self.up(exposed)
+			def self.up(*args)
+				args.flatten!
+				exposed = args.empty? ? '' : args.shift
+
 				if Smartcloud::Docker.running?
 					# Creating networks
 					unless system("docker network inspect solr-network", [:out, :err] => File::NULL)
@@ -15,20 +18,16 @@ module Smartcloud
 						end
 					end
 
-					print "-----> Settings permissions solr ... "
-					if system("sudo chown -R 8983:8983 #{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-solr/data", out: File::NULL)
-						puts "done"
-					end
-
 					# Creating & Starting containers
 					print "-----> Creating container solr ... "
 					if system("docker create \
 						--name='solr' \
+						--user `id -u`:`id -g` \
 						#{"--publish='8983:8983'" if exposed == '--exposed'} \
-						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-solr/data:/opt/solr/server/solr' \
+						--volume='#{Smartcloud.config.user_home_path}/.smartcloud/grids/grid-solr/solr:/var/solr' \
 						--restart='always' \
 						--network='solr-network' \
-						solr:7.5.0", out: File::NULL)
+						solr:8.2.0", out: File::NULL)
 
 						puts "done"
 						print "-----> Starting container solr ... "
@@ -59,7 +58,11 @@ module Smartcloud
 				end
 			end
 
-			def self.create_core(corename)
+			# TODO: self.create_core method must be checked line by line to see if its working properly for solr8 and above
+			def self.create_core(*args)
+				args.flatten!
+				corename = args.empty? ? '' : args.shift
+
 				if Smartcloud::Docker.running?
 					puts "-----> Creating core #{corename} ... "
 					if system("docker exec -it --user=solr solr solr create_core -c #{corename}")
@@ -77,7 +80,11 @@ module Smartcloud
 				end
 			end
 
-			def self.destroy_core(corename)
+			# TODO: self.destroy_core method must be checked line by line to see if its working properly for solr8 and above
+			def self.destroy_core(*args)
+				args.flatten!
+				corename = args.empty? ? '' : args.shift
+
 				if Smartcloud::Docker.running?
 					puts "-----> Removing core #{corename} ... "
 					if system("docker exec -it --user=solr solr solr delete -c #{corename}")

data/lib/smartcloud/machine.rb

@@ -6,6 +6,80 @@ module Smartcloud
 		def initialize
 		end
 
+		def create(*args)
+			args.flatten!
+
+			name = args.shift
+			FileUtils.mkdir name
+			FileUtils.cp_r "#{Smartcloud.config.root_path}/lib/smartcloud/templates/dotsmartcloud/.", "#{name}"
+			FileUtils.chdir "#{name}" do
+				credentials = Smartcloud::Credentials.new
+				credentials.create
+			end
+			puts "New machine #{name} has been created."
+		end
+
+		def start
+			Smartcloud::Docker.install
+
+			engine = Smartcloud::Engine.new
+			engine.install
+
+			ssh = Smartcloud::SSH.new
+			ssh.run "smartcloud buildpacker install"
+			ssh.run "smartcloud prereceiver install"
+		end
+
+		def stop
+			ssh = Smartcloud::SSH.new
+			ssh.run "smartcloud prereceiver uninstall"
+			ssh.run "smartcloud buildpacker uninstall"
+
+			engine = Smartcloud::Engine.new
+			engine.uninstall
+
+			Smartcloud::Docker.uninstall
+		end
+
+		def grid(*args)
+			args.flatten!
+
+			ssh = Smartcloud::SSH.new
+			ssh.run "smartcloud run grid #{args.join(" ")}"
+		end
+
+		def app(*args)
+			args.flatten!
+
+			ssh = Smartcloud::SSH.new
+			ssh.run "smartcloud run app #{args.join(" ")}"
+		end
+
+		def ssh
+			ssh = Smartcloud::SSH.new
+			ssh.login
+		end
+
+		# Works only for class methods of the class as no instance of the class is created
+		def run(*args)
+			args.flatten!
+
+			controller_type = args.shift.pluralize
+
+			if controller_type == "grids"
+				controller_name = args.shift
+			elsif  controller_type == "apps"
+				controller_name = "app"
+			else
+				raise "Invalid run command. Please try again."
+			end
+
+			controller = "Smartcloud::#{controller_type.capitalize}::#{controller_name.capitalize}"
+			action = args.shift.to_sym
+
+			args.empty? ? Object.const_get(controller).public_send(action) : Object.const_get(controller).public_send(action, args)
+		end
+
 		def getting_started
 			# puts 'You may be prompted to make a menu selection when the Grub package is updated on Ubuntu. If prompted, select keep the local version currently installed.'
 
@@ -62,25 +136,101 @@ module Smartcloud
 			# sudo fail2ban-client status
 		end
 
-		# def create(name)
-		# 	FileUtils.mkdir_p name
-		# 	FileUtils.cp_r "#{Smartcloud.config.root_path}/lib/smartcloud/templates/machine/.", "#{name}"
-		# 	puts "Please fill details in your config folder before proceeding."
-		# end
-		#
-		# def run(*args)
-		# end
-		#
-		# def install_docker
-		# end
-		#
-		# def uninstall_docker
-		# end
-		#
-		# def install_engine
-		# end
-		#
-		# def uninstall_engine
-		# end
+		def self.smartcloud_local?
+			File.file?("./config/master.key")
+		end
+
+		def self.smartcloud_server?
+			File.directory?("#{Smartcloud.config.user_home_path}/.smartcloud")
+		end
+
+		def sync(first_sync = false)
+			puts "-----> Syncing smartcloud ... "
+			return sync_push if first_sync
+
+			unless block_given?
+				sync_pull && sync_push
+			else
+				sync_pull
+				yield
+				sync_push
+			end
+		end
+
+		private
+
+		def sync_pull
+			puts "-----> Sync pulling ... "
+			system("rsync -azumv --delete --include={#{sync_pull_files_list}} --exclude=* -e ssh #{Smartcloud.credentials.machine[:username]}@#{Smartcloud.credentials.machine[:host]}:~/.smartcloud/ .")
+		end
+
+		def sync_push
+			puts "-----> Sync pushing ... "
+			system("rsync -azumv --delete --include={#{sync_push_files_list}} --exclude=* -e ssh ./ #{Smartcloud.credentials.machine[:username]}@#{Smartcloud.credentials.machine[:host]}:~/.smartcloud")
+		end
+
+		def sync_pull_files_list
+			files = [
+				'apps/***',
+
+				'grids',
+
+				'grids/grid-mysql',
+				'grids/grid-mysql/data/***',
+
+				'grids/grid-nginx',
+				'grids/grid-nginx/certificates/***',
+
+				'grids/grid-redmine',
+				'grids/grid-redmine/files/***',
+
+				'grids/grid-solr',
+				'grids/grid-solr/solr/***',
+			]
+			files.join(',')
+		end
+
+		def sync_push_files_list
+			files = [
+				'apps',
+				'apps/containers',
+				'apps/containers/.keep',
+				'apps/repositories',
+				'apps/repositories/.keep',
+
+				'bin/***',
+
+				'config',
+				'config/credentials.yml.enc',
+				'config/environment.rb',
+
+				'grids',
+
+				'grids/grid-mysql',
+				'grids/grid-mysql/data',
+				'grids/grid-mysql/data/.keep',
+
+				'grids/grid-nginx',
+				'grids/grid-nginx/certificates',
+				'grids/grid-nginx/certificates/.keep',
+				'grids/grid-nginx/htpasswd/***',
+				'grids/grid-nginx/fastcgi.conf',
+				'grids/grid-nginx/nginx.tmpl',
+
+				'grids/grid-prereceiver',
+				'grids/grid-prereceiver/pre-receive',
+
+				'grids/grid-redmine',
+				'grids/grid-redmine/files',
+				'grids/grid-redmine/files/.keep',
+
+				'grids/grid-solr',
+				'grids/grid-solr/solr',
+				'grids/grid-solr/solr/.keep',
+
+				'tmp/***',
+			]
+			files.join(',')
+		end
 	end
 end