smartcloud 0.2.0.beta2 → 0.2.0

data/lib/smartcloud/base.rb

@@ -1,4 +1,5 @@
 require 'smartcloud/logger'
+require "active_support/inflector"
 
 module Smartcloud
 	class Base

data/lib/smartcloud/boot.rb

@@ -6,16 +6,22 @@ module Smartcloud
 	end
 end
 
+require 'smartcloud/credentials'
+
 require 'smartcloud/ssh'
 require 'smartcloud/machine'
 
-require 'smartcloud/engine'
 require 'smartcloud/docker'
+require 'smartcloud/engine'
+require 'smartcloud/buildpacker'
 
 require 'smartcloud/user'
 
 require 'smartcloud/grids/mysql'
-require 'smartcloud/grids/solr'
-require 'smartcloud/grids/buildpacker'
-require 'smartcloud/grids/runner'
 require 'smartcloud/grids/nginx'
+require 'smartcloud/grids/prereceiver'
+require 'smartcloud/grids/redmine'
+require 'smartcloud/grids/solr'
+
+require 'smartcloud/apps/app'
+require 'smartcloud/apps/rails'

data/lib/smartcloud/buildpacker.rb

@@ -0,0 +1,75 @@
+require 'open3'
+
+module Smartcloud
+	class Buildpacker < Smartcloud::Base
+		def initialize
+		end
+
+		def install
+			self.uninstall
+			unless system("docker image inspect smartcloud/buildpacks/rails", [:out, :err] => File::NULL)
+				print "-----> Creating image smartcloud/buildpacks/rails ... "
+				if system("docker image build -t smartcloud/buildpacks/rails \
+					--build-arg USER_UID=`id -u` \
+					--build-arg USER_NAME=`id -un` \
+					#{Smartcloud.config.root_path}/lib/smartcloud/engine/buildpacks/rails", out: File::NULL)
+					puts "done"
+				end
+			end
+		end
+
+		def uninstall
+			if system("docker image inspect smartcloud/buildpacks/rails", [:out, :err] => File::NULL)
+				print "-----> Removing image smartcloud/buildpacks/rails ... "
+				if system("docker image rm smartcloud/buildpacks/rails", out: File::NULL)
+					puts "done"
+				end
+			end
+		end
+
+		def pack
+			if File.exist? "bin/rails"
+				rails = Smartcloud::Apps::Rails.new
+				rails.pack
+			end
+		end
+
+		# These swapfile methods can be used (after required modification), when you need to make swapfile for more memory.
+		# def self.create_swapfile
+		# 	# Creating swapfile for bundler to work properly
+		# 	unless system("sudo swapon -s | grep -ci '/swapfile'", out: File::NULL)
+		# 		print "-----> Creating swap swapfile ... "
+		# 		system("sudo install -o root -g root -m 0600 /dev/null /swapfile", out: File::NULL)
+		# 		system("sudo dd if=/dev/zero of=/swapfile bs=1k count=2048k", [:out, :err] => File::NULL)
+		# 		system("sudo mkswap /swapfile", out: File::NULL)
+		# 		system("sudo sh -c 'echo \"/swapfile       none    swap    sw      0       0\" >> /etc/fstab'", out: File::NULL)
+		# 		system("echo 10 | sudo tee /proc/sys/vm/swappiness", out: File::NULL)
+		# 		system("sudo sed -i '/^vm.swappiness = /d' /etc/sysctl.conf", out: File::NULL)
+		# 		system("echo vm.swappiness = 10 | sudo tee -a /etc/sysctl.conf", out: File::NULL)
+		# 		puts "done"
+		#
+		# 		print "-----> Starting swap swapfile ... "
+		# 		if system("sudo swapon /swapfile", out: File::NULL)
+		# 			puts "done"
+		# 		end
+		# 	end
+		# end
+		#
+		# def self.destroy_swapfile
+		# 	if system("sudo swapon -s | grep -ci '/swapfile'", out: File::NULL)
+		# 		print "-----> Stopping swap swapfile ... "
+		# 		if system("sudo swapoff /swapfile", out: File::NULL)
+		# 			system("sudo sed -i '/^vm.swappiness = /d' /etc/sysctl.conf", out: File::NULL)
+		# 			system("echo 60 | sudo tee /proc/sys/vm/swappiness", out: File::NULL)
+		# 			puts "done"
+		#
+		# 			print "-----> Removing swap swapfile ... "
+		# 			system("sudo sed -i '/^\\/swapfile/d' /etc/fstab", out: File::NULL)
+		# 			if system("sudo rm /swapfile", out: File::NULL)
+		# 				puts "done"
+		# 			end
+		# 		end
+		# 	end
+		# end
+	end
+end

data/lib/smartcloud/credentials.rb

@@ -0,0 +1,127 @@
+require "pathname"
+require "tmpdir"
+require "active_support/message_encryptor"
+require "active_support/core_ext/hash/keys"
+
+# The main Smartcloud Credentials driver
+module Smartcloud
+	class Credentials < Smartcloud::Base
+
+		CIPHER = "aes-256-gcm"
+
+		def initialize
+		end
+
+		def create
+			write_key
+			write credentials_template
+		end
+
+		def edit
+			content_path = Pathname.new "config/credentials.yml.enc"
+			tmp_file = "#{Process.pid}.#{content_path.basename.to_s.chomp('.enc')}"
+			tmp_path = Pathname.new File.join(Dir.tmpdir, tmp_file)
+			contents = read
+			tmp_path.binwrite contents
+
+			system("#{ENV['EDITOR']} #{tmp_path}")
+
+			updated_contents = tmp_path.binread
+
+			if updated_contents != contents
+				write(updated_contents)
+				puts "File encrypted and saved."
+			else
+				puts "File contents were not changed."
+			end
+		ensure
+			FileUtils.rm(tmp_path) if tmp_path&.exist?
+		end
+
+		def read_key
+			read_env_key || read_key_file || handle_missing_key
+		end
+
+		def config
+			@config ||= deserialize(read).deep_symbolize_keys
+		end
+
+		private
+
+		def credentials_template
+			<<~YAML
+			  machine:
+			    hostname: #{SecureRandom.hex(8)}
+			    host: 122.122.122.122
+			    port: 22
+			    root_password: #{SecureRandom.hex(16)}
+			    username: #{SecureRandom.hex(8)}
+			    password: #{SecureRandom.hex(16)}
+
+			  mysql:
+			    port: 3306
+			    root_password: #{SecureRandom.hex(16)}
+			    username: #{SecureRandom.hex(8)}
+			    password: #{SecureRandom.hex(16)}
+			    database_name: #{SecureRandom.hex(4)}_production
+
+			  redmine:
+			    admin_username: admin
+			    admin_password: #{SecureRandom.hex(16)}
+			    secret_key_base: #{SecureRandom.hex(64)}
+			    database_host: mysql
+			    database_port: 3306
+			    database_username: #{SecureRandom.hex(8)}_redmine
+			    database_password: #{SecureRandom.hex(16)}
+			    database_name: #{SecureRandom.hex(4)}_redmine_production
+			    # plugins_migrate: true
+			YAML
+		end
+
+		def read
+			decrypt IO.binread "config/credentials.yml.enc"
+		end
+
+		def write(contents)
+			IO.binwrite "config/credentials.yml.enc.tmp", encrypt(contents)
+			FileUtils.mv "config/credentials.yml.enc.tmp", "config/credentials.yml.enc"
+		end
+
+		def encrypt(contents)
+			encryptor.encrypt_and_sign contents
+		end
+
+		def decrypt(contents)
+			encryptor.decrypt_and_verify contents
+		end
+		
+		def encryptor
+			@encryptor ||= ActiveSupport::MessageEncryptor.new([ read_key ].pack("H*"), cipher: CIPHER)
+		end
+
+		def create_key
+			SecureRandom.hex(ActiveSupport::MessageEncryptor.key_len(CIPHER))
+		end
+
+		def write_key
+			IO.binwrite "config/master.key.tmp", create_key
+			FileUtils.mv "config/master.key.tmp", "config/master.key"
+		end
+
+		def read_env_key
+			ENV['SMARTCLOUD_MASTER_KEY']
+		end
+
+		def read_key_file
+			IO.binread("config/master.key").strip if File.file?("config/master.key")
+		end
+
+		def handle_missing_key
+			raise "Missing SMARTCLOUD_MASTER_KEY. Please add SMARTCLOUD_MASTER_KEY to your environment."
+		end
+
+		def deserialize(config)
+			YAML.load(config).presence || {}
+		end
+	end
+end

data/lib/smartcloud/engine.rb

@@ -4,30 +4,42 @@ module Smartcloud
 		def initialize
 		end
 
-		def self.install
+		def install
+			self.uninstall
+
+			Smartcloud::User.create_htpasswd_files
+
 			ssh = Smartcloud::SSH.new
 			machine = Smartcloud::Machine.new
 
 			system("mkdir -p ./tmp/engine")
 			system("cp #{Smartcloud.config.root_path}/lib/smartcloud/engine/Dockerfile ./tmp/engine/Dockerfile")
 
+			gem_file_path = File.expand_path("../../cache/smartcloud-#{Smartcloud.version}.gem", Smartcloud.config.root_path)
+			system("cp #{gem_file_path} ./tmp/engine/smartcloud-#{Smartcloud.version}.gem")
+
 			machine.sync first_sync: true
 
 			puts "-----> Creating image smartcloud ... "
 			ssh.run "docker image build -t smartcloud \
-					--build-arg DOCKER_GID=`getent group docker | cut -d: -f3` \
-					--build-arg USER_UID=`id -u` \
+					--build-arg SMARTCLOUD_MASTER_KEY=#{Smartcloud::Credentials.new.read_key} \
+					--build-arg SMARTCLOUD_VERSION=#{Smartcloud.version} \
 					--build-arg USER_NAME=`id -un` \
+					--build-arg USER_UID=`id -u` \
+					--build-arg DOCKER_GID=`getent group docker | cut -d: -f3` \
 					~/.smartcloud/tmp/engine"
 
 			puts "-----> Adding smartcloud to PATH ... "
 			ssh.run "chmod +x ~/.smartcloud/bin/smartcloud.sh && sudo ln -sf ~/.smartcloud/bin/smartcloud.sh /usr/local/bin/smartcloud"
 			system("rm ./tmp/engine/Dockerfile")
+			system("rm ./tmp/engine/smartcloud-#{Smartcloud.version}.gem")
 
 			machine.sync
 		end
 
-		def self.uninstall
+		def uninstall
+			ssh = Smartcloud::SSH.new
+
 			ssh.run "sudo rm /usr/local/bin/smartcloud"
 			ssh.run "docker rmi smartcloud"
 		end

data/lib/smartcloud/engine/Dockerfile

@@ -10,14 +10,18 @@ RUN sed -i "s/999/99/" /etc/group && \
 	adduser --disabled-password --gecos "" --uid "$USER_UID" "$USER_NAME" && \
 	addgroup --gid "$DOCKER_GID" "docker" && adduser "$USER_NAME" "docker"
 
-# Docker
-RUN apk add --update docker && \
+# Essentials
+RUN apk add --update build-base && \
+	apk add --update docker && \
+	apk add --update git && \
     rm -rf /var/cache/apk/*
 
-# Privileges
-USER "$USER_NAME"
+# Smartcloud Gem
+ARG SMARTCLOUD_VERSION
+COPY ./smartcloud-$SMARTCLOUD_VERSION.gem ./smartcloud-$SMARTCLOUD_VERSION.gem
+RUN gem install --no-document smartcloud-$SMARTCLOUD_VERSION.gem && \
+	rm ./smartcloud-$SMARTCLOUD_VERSION.gem
 
-# Gems
-RUN gem install --no-document smartcloud --pre
-
-ENTRYPOINT ["smartcloud"]
+# Smartcloud Master Key
+ARG SMARTCLOUD_MASTER_KEY
+ENV SMARTCLOUD_MASTER_KEY=$SMARTCLOUD_MASTER_KEY

data/lib/smartcloud/{grids/grid-runner → engine}/buildpacks/rails/Dockerfile

@@ -1,11 +1,6 @@
-FROM ruby:2.6.4-alpine3.10
+FROM smartcloud:latest
 LABEL maintainer="Timeboard <hello@timeboard.me>"
 
-# User
-ARG USER_UID
-ARG USER_NAME
-RUN adduser --disabled-password --gecos "" --uid "$USER_UID" "$USER_NAME"
-
 # Ruby on Rails Essentials
 RUN apk add --update build-base && \
 	apk add --update tzdata && \
@@ -18,12 +13,7 @@ RUN apk add --update build-base && \
 	apk add --update mupdf-tools && \
     rm -rf /var/cache/apk/*
 
-# Privileges
-USER "$USER_NAME"
-WORKDIR "/app"
-
 # Gems
-RUN gem install smartcloud && \
-	gem install bundler
+RUN gem install bundler
 
-CMD ["buildpacker", "start"]
+CMD ["buildpacker", "pack"]

data/lib/smartcloud/grids/{grid-runner → grid-prereceiver}/Dockerfile

@@ -1,15 +1,6 @@
-FROM ruby:2.6.4-alpine3.10
+FROM smartcloud:latest
 LABEL maintainer="Timeboard <hello@timeboard.me>"
 
-# User
-# --- Fix to change gid of 999 to 99 so that addgroup is free to create a group with 999 as gid
-ARG USER_NAME
-ARG USER_UID
-ARG DOCKER_GID
-RUN sed -i "s/999/99/" /etc/group && \
-	adduser --disabled-password --gecos "" --uid "$USER_UID" "$USER_NAME" && \
-	addgroup --gid "$DOCKER_GID" "docker" && adduser "$USER_NAME" "docker"
-
 # FCGI Essentials
 # --- IMPORTANT NOTE: This is custom built fcgiwrap package for alpine linux to account for NO_BUFFERING option.
 # --- Original fcgiwrap: https://github.com/gnosek/fcgiwrap
@@ -19,17 +10,9 @@ RUN apk add fcgiwrap --repository /root/apk-packages/fcgiwrap/packages/main --al
 	rm -rf /root/apk-packages
 RUN apk add --update coreutils && \
 	apk add --update util-linux && \
-	apk add --update docker && \
 	apk add --update git && \
 	apk add --update git-daemon && \
     apk add --update spawn-fcgi && \
     rm -rf /var/cache/apk/*
 
-# Privileges
-USER "$USER_NAME"
-WORKDIR "/home/$USER_NAME/.smartcloud/grids/grid-runner/apps"
-
-# Gems
-RUN gem install smartcloud
-
 CMD ["spawn-fcgi", "-n", "-p", "9000", "/usr/bin/fcgiwrap", "-f"]